-- Logs begin at Tue 2021-05-18 14:00:14 UTC, end at Tue 2021-05-18 14:50:49 UTC. -- May 18 14:28:56.975907 dv-cinder-787195-7-smb systemd[1]: Started Devstack devstack@q-svc.service. May 18 14:28:59.417281 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.common.config [-] Logging enabled! May 18 14:28:59.417888 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 14:28:59.417976 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 14:28:59.422031 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.common.config [-] Logging enabled! May 18 14:28:59.422031 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 14:28:59.422031 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91320) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 14:28:59.422903 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:28:59.423137 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:28:59.423511 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:28:59.423760 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:28:59.423987 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:28:59.424315 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.424639 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.424940 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.425171 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.425467 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.425762 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.426045 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.426338 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.426637 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.426924 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.427203 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.427490 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.427720 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.428004 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.428296 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.428597 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.428831 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] debug = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.429113 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.429543 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.429960 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.430243 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.430534 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.430814 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.431086 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.431365 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.431668 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.431989 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] host = dv-cinder-787195-7-smb {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.432268 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.432556 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.432875 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.433162 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.433440 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.433718 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.434005 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.434278 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.434550 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] log_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.434826 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.435116 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.435405 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.435697 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.435923 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.436147 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.436437 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.437267 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.437546 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.437823 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.438098 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.438378 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.438649 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.438918 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.439207 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.439492 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.439777 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.440058 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.440330 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.440624 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.440902 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.441185 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.441459 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.441731 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.442003 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.442293 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.442558 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.442830 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.443408 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.443690 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.443974 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.444262 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.444535 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.444843 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.445118 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.445393 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.445664 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] use_json = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.445936 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.446206 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.446490 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.446760 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.447031 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.447301 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.447572 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.447857 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:28:59.448161 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.448461 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.448803 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.449090 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.449385 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.449667 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.449960 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.450243 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.450536 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.450825 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.451116 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.451398 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.451691 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.451971 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.452896 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.453215 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.453520 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.453815 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.454091 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.454368 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.454645 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.454927 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.455217 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.455513 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.455804 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.456079 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.456359 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.456680 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.456965 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.457240 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.457522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.457813 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.458095 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.458368 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.458652 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.458933 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.459207 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.459480 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.459761 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.460052 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.460334 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.460633 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.460911 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.461192 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.461466 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.461754 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.462033 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.462306 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.462579 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.462861 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.463136 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.463417 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.463697 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.463970 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.464250 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.464522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.464824 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.465098 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.465371 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.465643 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.465915 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.466186 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.466465 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.466737 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.467009 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.467280 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.467557 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.467856 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.468150 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.468452 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.468764 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.469050 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.469330 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.469612 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.469895 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.470176 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.470455 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.470736 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.471012 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.471309 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.471594 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.471885 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.472170 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.472447 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.472773 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.473054 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.473341 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.473620 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.473901 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.474193 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.474479 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.474778 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.475075 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.475372 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.475668 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.475962 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.476244 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.476558 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.478024 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:28:59.478024 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:28:59.478024 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91320) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 14:28:59.831888 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:28:59.832159 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:28:59.832452 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:28:59.832822 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 14:29:00.146800 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.147021 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.147296 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.148534 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.148834 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.149102 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.269259 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.269538 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.269813 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.283293 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.283573 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.283840 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.313448 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.313729 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.313998 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.353948 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.354225 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.354490 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.591252 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.591922 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.591922 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.592092 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.592804 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.720951 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.721272 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.721556 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.721835 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.722103 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.722413 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.722674 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.722931 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.723181 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.723459 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.723720 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.723983 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.724247 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.724502 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.724795 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.725063 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.725322 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.725746 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.726010 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.726299 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.726649 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.726905 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.727155 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.727440 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.727692 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.727939 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.728334 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:00.728575 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:00.728837 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:00.729080 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:00.729312 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:00.729548 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:00.729922 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 14:29:00.733325 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 14:29:00.737322 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 14:29:00.741173 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 18 14:29:00.742822 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 14:29:00.743286 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 14:29:00.743622 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 14:29:00.744005 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 14:29:00.747022 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 14:29:00.747278 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 14:29:00.747627 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 14:29:00.776948 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 14:29:00.777409 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.777711 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91320) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 14:29:00.778079 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.779481 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91320) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 14:29:00.779778 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 14:29:00.780026 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 14:29:00.783966 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.784249 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:00.862173 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 14:29:00.862373 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 14:29:00.862558 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 14:29:00.862941 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 14:29:00.893960 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_db.sqlalchemy.engines [None req-26724f94-69f3-466c-af39-072dff64d426 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91320) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 14:29:01.227858 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Initializing driver for type 'gre' May 18 14:29:01.228384 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26724f94-69f3-466c-af39-072dff64d426 None None] gre ID ranges: [(1, 1000)] May 18 14:29:01.280571 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Initializing driver for type 'local' May 18 14:29:01.280926 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Initializing driver for type 'vlan' May 18 14:29:01.292281 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26724f94-69f3-466c-af39-072dff64d426 None None] VlanTypeDriver initialization complete May 18 14:29:01.292636 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Initializing driver for type 'vxlan' May 18 14:29:01.293139 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26724f94-69f3-466c-af39-072dff64d426 None None] vxlan ID ranges: [(1, 1000)] May 18 14:29:01.344331 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Initializing extension driver 'port_security' May 18 14:29:01.344698 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.extensions.port_security [None req-26724f94-69f3-466c-af39-072dff64d426 None None] PortSecurityExtensionDriver initialization complete May 18 14:29:01.345039 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Initializing mechanism driver 'openvswitch' May 18 14:29:01.345380 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Initializing mechanism driver 'hyperv' May 18 14:29:01.351969 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.plugins.ml2.plugin [None req-26724f94-69f3-466c-af39-072dff64d426 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91320) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:01.352755 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > port after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.353127 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > port after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.353478 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > port after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.353867 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > subnet after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.354218 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > subnet after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.354566 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.354946 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > network after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.355292 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > network after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.355632 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > network after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.356010 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > security_group after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.356356 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > security_group after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.356850 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.357106 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.357451 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.357787 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.358158 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > address_group after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.359052 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > address_group after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.359443 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.359784 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26724f94-69f3-466c-af39-072dff64d426 None None] ML2 OVO RPC backend initialized. {{(pid=91320) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 18 14:29:01.360489 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.360868 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.361278 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > network before_response 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.361618 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > networks before_response 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.361957 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > port before_response 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.362295 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > ports before_response 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.362635 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > subnet before_response 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.362970 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > subnets before_response 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.363310 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > network after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.363643 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > network after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.363972 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > network after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.364302 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > port after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.364657 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > port after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.364987 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > port after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.365318 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > subnet after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.365645 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > subnet after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.365970 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.366553 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.plugin [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Modular L2 Plugin initialization complete May 18 14:29:01.366872 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading services supported by the core plugin {{(pid=91320) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 14:29:01.367202 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.plugins.ml2.managers [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Got port-security extension from driver 'port_security' May 18 14:29:01.367738 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.extensions.vlantransparent [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Disabled vlantransparent extension. May 18 14:29:01.368332 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91320) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 14:29:01.368833 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading Plugin: router May 18 14:29:01.406442 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.406842 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router after_create 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.407391 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router before_create 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.407770 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.408148 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.408512 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router after_delete 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.408894 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.409259 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router after_create 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.409608 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router after_update 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.409963 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router after_update 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.410312 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.410669 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router after_update 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.411077 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_update 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.411443 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: port after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.411780 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: port after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.412111 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: subnet after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.412444 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.412817 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.413163 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_create 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.413510 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: port before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.413845 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.414201 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router after_update 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.414544 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.414891 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_create 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.415249 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.415592 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_update 55549900 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.415962 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > network after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.416897 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Tracking information for resource: router configured {{(pid=91320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:01.417216 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Tracking information for resource: floatingip configured {{(pid=91320) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 14:29:01.422865 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.db.l3_agentschedulers_db [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 14:29:01.423444 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: port after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.423803 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: port after_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.424153 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: port after_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.424502 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: port after_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.425364 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router before_create 55550100 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.425730 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.426087 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_create 55550100 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.426439 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > router precommit_update 55550100 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.430993 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.services.provider_configuration [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service providers = [] {{(pid=91320) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 14:29:01.431352 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.db.servicetype_db [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91320) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 14:29:01.435006 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.services.service_base [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:29:01.435399 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.services.service_base [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:29:01.435817 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.services.service_base [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:29:01.437446 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.services.service_base [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91320) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 14:29:01.437968 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.services.service_base [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 14:29:01.438582 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:01.439063 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 14:29:01.451901 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:01.452338 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading Plugin: auto_allocate May 18 14:29:01.458367 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: network precommit_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.458947 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: network precommit_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.459836 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:01.460435 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading Plugin: tag May 18 14:29:01.468898 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:01.469304 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading Plugin: timestamp May 18 14:29:01.473596 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:01.473969 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading Plugin: network_ip_availability May 18 14:29:01.479365 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.479689 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.480044 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.480829 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:01.481150 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading Plugin: flavors May 18 14:29:01.486612 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:01.486939 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading Plugin: revisions May 18 14:29:01.492326 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91320) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 14:29:01.492773 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_concurrency.lockutils [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.660s {{(pid=91320) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:01.493531 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91320) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 18 14:29:01.493862 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Initializing extension manager. May 18 14:29:01.494363 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: __init__.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.494700 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: __pycache__ {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.495027 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.495354 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: address_group.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.496781 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.496905 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: address-group May 18 14:29:01.497199 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: address_scope.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.497906 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.498408 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: address-scope May 18 14:29:01.498727 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.500255 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.500798 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: router-admin-state-down-before-update May 18 14:29:01.501124 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: agent.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.501815 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.502314 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: agent May 18 14:29:01.502631 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: agent_resources_synced.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.503527 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.504036 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: agent-resources-synced May 18 14:29:01.504355 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: allowedaddresspairs.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.506321 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.506844 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: allowed-address-pairs May 18 14:29:01.507172 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: auto_allocated_topology.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.508235 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.508783 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: auto-allocated-topology May 18 14:29:01.509109 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: availability_zone.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.509798 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.510301 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: availability_zone May 18 14:29:01.510619 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: availability_zone_filter.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.511511 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.512016 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: availability_zone_filter May 18 14:29:01.512333 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: data_plane_status.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.513254 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.513756 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension data-plane-status not supported by any of loaded plugins May 18 14:29:01.514071 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: default_subnetpools.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.514964 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.515465 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: default-subnetpools May 18 14:29:01.515783 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.516617 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.517127 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: dhcp_agent_scheduler May 18 14:29:01.517445 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: dns.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.518337 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.518832 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension dns-integration not supported by any of loaded plugins May 18 14:29:01.519148 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: dns_domain_ports.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.520050 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.520550 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 14:29:01.520894 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: dvr.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.521556 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.522057 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: dvr May 18 14:29:01.522373 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: empty_string_filtering.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.523263 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.523769 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: empty-string-filtering May 18 14:29:01.524089 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.525019 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.525670 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 14:29:01.525988 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.526882 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.527381 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 14:29:01.527697 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: external_net.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.528600 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.529115 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: external-net May 18 14:29:01.529428 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.530354 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.530857 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: extra_dhcp_opt May 18 14:29:01.531174 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: extraroute.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.532059 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.532563 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: extraroute May 18 14:29:01.532903 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: extraroute_atomic.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.533922 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.534423 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: extraroute-atomic May 18 14:29:01.534739 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: filter_validation.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.535574 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.536026 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: filter-validation May 18 14:29:01.536341 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: fip_pf_description.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.537471 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.537976 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 14:29:01.538295 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: fip_port_details.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.539185 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.539693 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: fip-port-details May 18 14:29:01.540020 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: flavors.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.541286 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.541797 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: flavors May 18 14:29:01.542117 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.543781 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.544304 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 14:29:01.544659 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: floatingip_pools.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.545354 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.545858 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: floatingip-pools May 18 14:29:01.546697 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: ip_allocation.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.547612 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.548123 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension ip_allocation not supported by any of loaded plugins May 18 14:29:01.548448 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.549385 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.549909 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: ip-substring-filtering May 18 14:29:01.550233 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: l2_adjacency.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.551146 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.551650 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 14:29:01.551969 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: l3.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.552999 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.553510 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: router May 18 14:29:01.553830 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.556247 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.556806 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 14:29:01.557134 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.558043 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.558553 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: ext-gw-mode May 18 14:29:01.558876 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.559776 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.560281 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: l3-ha May 18 14:29:01.560619 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: l3_flavors.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.562238 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.562751 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: l3-flavors May 18 14:29:01.563072 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.563982 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.564487 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 14:29:01.564841 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: l3agentscheduler.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.565884 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.566396 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: l3_agent_scheduler May 18 14:29:01.566720 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: logging.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.568492 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.569038 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension logging not supported by any of loaded plugins May 18 14:29:01.569363 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: metering.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.570107 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.570683 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: metering May 18 14:29:01.571004 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.572086 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.572618 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: metering_source_and_destination_fields May 18 14:29:01.572947 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: multiprovidernet.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.573989 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.574496 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: multi-provider May 18 14:29:01.574819 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: netmtu.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.575874 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.576376 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: net-mtu May 18 14:29:01.576729 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: netmtu_writable.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.577661 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.578162 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: net-mtu-writable May 18 14:29:01.578480 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: network_availability_zone.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.579137 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.579633 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: network_availability_zone May 18 14:29:01.579955 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: network_ip_availability.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.581068 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.581579 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: network-ip-availability May 18 14:29:01.581901 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: network_segment_range.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.582662 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.583163 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension network-segment-range not supported by any of loaded plugins May 18 14:29:01.583481 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: pagination.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.584443 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.584874 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: pagination May 18 14:29:01.585323 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: port_device_profile.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.586217 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.586731 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: port-device-profile May 18 14:29:01.587051 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.587948 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.588450 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: port-mac-address-regenerate May 18 14:29:01.588794 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.589689 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.590192 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: port-numa-affinity-policy May 18 14:29:01.590508 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: port_resource_request.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.591393 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.591928 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension port-resource-request not supported by any of loaded plugins May 18 14:29:01.592194 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: portbindings.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.593145 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.593644 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: binding May 18 14:29:01.593962 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: portbindings_extended.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.595231 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.595742 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: binding-extended May 18 14:29:01.596062 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: portsecurity.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.596995 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.597543 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: port-security May 18 14:29:01.597862 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: project_id.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.598822 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.599147 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: project-id May 18 14:29:01.599466 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: providernet.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.600380 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.600931 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: provider May 18 14:29:01.601253 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.604818 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.605501 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos not supported by any of loaded plugins May 18 14:29:01.605826 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.607059 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.607570 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 14:29:01.607896 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.609336 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.609845 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 14:29:01.610175 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos_default.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.611077 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.611585 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos-default not supported by any of loaded plugins May 18 14:29:01.611909 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos_fip.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.612561 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.613084 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos-fip not supported by any of loaded plugins May 18 14:29:01.613401 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos_gateway_ip.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.614314 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.614824 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 14:29:01.615267 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos_port_network_policy.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.616163 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.616712 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 14:29:01.617033 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos_rule_type_details.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.617935 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.618440 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 14:29:01.618757 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: qos_rules_alias.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.619799 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.620319 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 14:29:01.620671 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: quotasv2.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.621768 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.622096 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: quotas May 18 14:29:01.622414 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: quotasv2_detail.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.624067 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.624952 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: quota_details May 18 14:29:01.625283 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: rbac.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.626343 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.626872 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: rbac-policies May 18 14:29:01.627200 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: rbac_address_group.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.628111 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.628655 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: rbac-address-group May 18 14:29:01.628979 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: rbac_address_scope.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.629880 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.630397 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: rbac-address-scope May 18 14:29:01.630717 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: rbac_security_groups.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.631611 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.632120 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: rbac-security-groups May 18 14:29:01.632438 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: rbac_subnetpool.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.633389 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.633891 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: rbac-subnetpool May 18 14:29:01.634210 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: revisionifmatch.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.635263 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.635769 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: revision-if-match May 18 14:29:01.636085 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: revisions.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.637212 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.637722 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: standard-attr-revisions May 18 14:29:01.638042 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: router_availability_zone.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.638705 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.639207 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: router_availability_zone May 18 14:29:01.639523 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: routerservicetype.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.640455 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.640990 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension router-service-type not supported by any of loaded plugins May 18 14:29:01.641309 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.642212 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.642711 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: security-groups-normalized-cidr May 18 14:29:01.643028 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.643931 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.644438 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: port-security-groups-filtering May 18 14:29:01.644780 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.645817 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.646322 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: security-groups-remote-address-group May 18 14:29:01.646638 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: securitygroup.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.656369 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.656942 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: security-group May 18 14:29:01.657273 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: segment.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.658068 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.658576 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension segment not supported by any of loaded plugins May 18 14:29:01.658900 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.659846 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.660352 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 14:29:01.660708 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: servicetype.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.661815 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.662442 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: service-type May 18 14:29:01.662767 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: sorting.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.663737 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.664066 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: sorting May 18 14:29:01.664384 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: standard_attr_segment.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.665499 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.666004 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 14:29:01.666324 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: standardattrdescription.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.666970 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.667486 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: standard-attr-description May 18 14:29:01.667805 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: stateful_security_group.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.668755 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.669262 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: stateful-security-group May 18 14:29:01.669584 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: stdattrs_common.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.670161 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 14:29:01.670478 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.671975 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.672499 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 14:29:01.672843 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: subnet_onboard.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.673955 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.674469 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: subnet_onboard May 18 14:29:01.674791 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.675713 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.676216 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 14:29:01.676534 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: subnet_service_types.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.677463 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.677973 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: subnet-service-types May 18 14:29:01.678293 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: subnetallocation.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.679349 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.679859 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: subnet_allocation May 18 14:29:01.680180 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.680873 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.681378 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: subnetpool-prefix-ops May 18 14:29:01.681697 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.682611 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.683123 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 14:29:01.683443 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: tagging.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.684512 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.685218 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: standard-attr-tag May 18 14:29:01.685541 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: timestamp.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.687342 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.687854 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loaded extension: standard-attr-timestamp May 18 14:29:01.688178 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: trunk.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.689232 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.689744 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension trunk not supported by any of loaded plugins May 18 14:29:01.690064 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: trunk_details.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.690973 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.691481 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension trunk-details not supported by any of loaded plugins May 18 14:29:01.691798 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: uplink_status_propagation.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.692735 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.693510 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 14:29:01.693824 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Loading extension file: vlantransparent.py {{(pid=91320) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 14:29:01.694491 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91320) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 14:29:01.695132 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 14:29:01.697722 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:network May 18 14:29:01.698467 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:subnet May 18 14:29:01.699261 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:01.699864 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:port May 18 14:29:01.701189 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.701649 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service FLAVORS assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.702291 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.702727 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.703056 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:router May 18 14:29:01.703725 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:floatingip May 18 14:29:01.704432 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service METERING assigned prefix: /metering {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.705935 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.706308 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.706661 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91320) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:29:01.707806 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of CountableResource for resource:rbac_policy May 18 14:29:01.708265 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:security_group May 18 14:29:01.708954 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 14:29:01.709687 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service CORE assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.710017 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:01.710359 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] subnetpool is already registered May 18 14:29:01.710988 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service CORE assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.711314 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:01.711634 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] subnetpool is already registered May 18 14:29:01.715614 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.716048 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service FLAVORS assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.716671 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.717095 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.717436 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:router May 18 14:29:01.717762 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] router is already registered May 18 14:29:01.718878 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:floatingip May 18 14:29:01.719201 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] floatingip is already registered May 18 14:29:01.719821 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service METERING assigned prefix: /metering {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.720501 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of CountableResource for resource:rbac_policy May 18 14:29:01.720857 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] rbac_policy is already registered May 18 14:29:01.721395 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:security_group May 18 14:29:01.721720 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] security_group is already registered May 18 14:29:01.722388 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 14:29:01.722723 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] security_group_rule is already registered May 18 14:29:01.723375 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service CORE assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.723700 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:01.724033 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] subnetpool is already registered May 18 14:29:01.724784 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.v2.resource_helper [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Service CORE assigned prefix: {{(pid=91320) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 14:29:01.725109 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Creating instance of TrackedResource for resource:subnetpool May 18 14:29:01.725430 dv-cinder-787195-7-smb neutron-server[91320]: WARNING neutron.quota.resource_registry [None req-26724f94-69f3-466c-af39-072dff64d426 None None] subnetpool is already registered May 18 14:29:01.726078 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: extensions {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.727589 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: address-groups {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.729230 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: address-scopes {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.730496 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: agents {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.731637 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: auto-allocated-topology {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.732908 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: availability_zones {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.734964 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: dhcp-networks {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.736379 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: dhcp-agents {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.737846 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: routers {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.739664 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: flavors {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.740857 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: service_profiles {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.742063 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: next_providers {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.743583 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: service_profiles {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.745233 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: floatingip-pools {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.746588 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: routers {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.748412 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: floatingips {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.749660 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: l3-routers {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.751048 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: l3-agents {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.752468 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: metering-labels {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.753854 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: metering-label-rules {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.755267 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: network-ip-availabilities {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.756536 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: bindings {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.758213 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: quotas {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.759630 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: quotas {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.761201 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: rbac-policies {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.762516 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: security-groups {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.763850 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: security-group-rules {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.765179 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: service-providers {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.766412 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: subnetpools {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.767811 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: subnetpools {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.769319 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.770985 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.772843 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.774734 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.777674 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.779509 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.781762 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.896408 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.898227 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.900039 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron.api.extensions [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Extended resource: tags {{(pid=91320) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 14:29:01.905932 dv-cinder-787195-7-smb neutron-server[91320]: WARNING keystonemiddleware.auth_token [None req-26724f94-69f3-466c-af39-072dff64d426 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 14:29:01.910673 dv-cinder-787195-7-smb neutron-server[91320]: WARNING keystonemiddleware.auth_token [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 14:29:01.919148 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_concurrency.lockutils [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Acquired lock "singleton_lock" {{(pid=91320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 14:29:01.919627 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_concurrency.lockutils [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Releasing lock "singleton_lock" {{(pid=91320) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 14:29:01.920272 dv-cinder-787195-7-smb neutron-server[91320]: INFO oslo_service.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Starting 2 workers May 18 14:29:01.924911 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Started child 91425 {{(pid=91320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 14:29:01.929412 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Started child 91426 {{(pid=91320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 14:29:01.930151 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:01.930870 dv-cinder-787195-7-smb neutron-server[91320]: INFO neutron.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 14:29:01.931464 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Notify callbacks [] for process, before_spawn {{(pid=91320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:01.931690 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [-] (91425) wsgi starting up on http://0.0.0.0:9696 May 18 14:29:01.933890 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:01.934351 dv-cinder-787195-7-smb neutron-server[91320]: INFO oslo_service.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Starting 1 workers May 18 14:29:01.935313 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [-] (91426) wsgi starting up on http://0.0.0.0:9696 May 18 14:29:01.939599 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Started child 91427 {{(pid=91320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 14:29:01.940113 dv-cinder-787195-7-smb neutron-server[91320]: INFO oslo_service.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Starting 1 workers May 18 14:29:01.943568 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] calling RpcWorker wait() {{(pid=91427) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 14:29:01.944132 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] returning from RpcWorker wait() {{(pid=91427) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 14:29:01.944864 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Started child 91428 {{(pid=91320) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 14:29:01.945450 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:01.945653 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG neutron_lib.callbacks.manager [None req-26724f94-69f3-466c-af39-072dff64d426 None None] Notify callbacks [] for process, after_spawn {{(pid=91320) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:01.946047 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:01.947494 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 14:29:01.947704 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:29:01.947887 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:29:01.948101 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:29:01.948441 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:29:01.948623 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:29:01.949113 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.949387 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.949490 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:01.949962 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.949962 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.950203 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.950780 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.951046 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.951279 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.951555 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.951806 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.951977 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.952142 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.952999 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.953235 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.953553 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.953843 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.954100 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.954378 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.954550 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.954808 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.955073 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.955316 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.955586 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] debug = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.955850 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.956316 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.956550 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.956816 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.957038 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.957313 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.957570 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.957852 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.958100 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.958338 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.958576 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.958848 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.959087 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.959303 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.959521 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.959787 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.960015 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.960509 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] host = dv-cinder-787195-7-smb {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.960794 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.961007 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.961258 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.961503 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.961750 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.961986 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.962304 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.962483 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.962747 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.962969 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.963219 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.963486 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.963739 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.963976 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.964139 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_options = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.964378 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.964864 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.965234 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.965437 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.965607 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.965782 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.966035 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.966200 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.966453 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.966701 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.966917 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.967155 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.967390 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.967623 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.967914 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.968159 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.968375 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.968719 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.968881 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.969110 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.969369 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.969600 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.969903 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.970041 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.970250 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.970479 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.970703 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.970929 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.971123 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.971366 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.971601 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.971857 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.972102 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.972419 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.972641 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.972852 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.973071 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.973335 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.973581 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.973825 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.974120 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.975380 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:01.975585 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.975828 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.976056 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.976300 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.976542 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_json = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.976807 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.978520 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.978698 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.979014 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.979431 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.979593 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.979832 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.980114 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:01.980682 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.980909 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.981227 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.981469 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.982390 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.982390 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.982390 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.982773 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.982773 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.982980 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.983827 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.983827 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.983827 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.984197 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.984322 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.985004 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.985004 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.985279 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.985403 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.985620 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.985870 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.986122 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.986470 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.986815 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.987088 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.987355 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.988049 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.988293 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.988801 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.989029 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.989255 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.989480 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.989750 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.990004 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.990248 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.990498 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.990740 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.991012 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.991450 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.991784 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.992053 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.992295 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.992726 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.992948 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.993189 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.993421 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.993684 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.993933 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.994159 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.994425 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.994647 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.994874 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.995097 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.995317 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.995545 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.995780 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.996028 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.996248 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.996467 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.996723 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.996978 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.997211 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.997427 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.997641 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.997875 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.998128 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.998363 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.998607 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.998852 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.999561 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:01.999794 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.000015 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.000230 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.000451 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.000708 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.000925 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.001143 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.001381 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.001604 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.001823 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.002042 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.002264 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.002508 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.002743 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.003027 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.003332 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.003584 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.003836 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.004101 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.004341 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.004637 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.004887 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.005132 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.005359 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.005597 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.005858 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.006091 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.006384 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.006627 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.006874 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.007122 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.007346 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.007621 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.007880 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.008137 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.008361 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.008669 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.008944 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.009207 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.009474 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.009715 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.010000 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.010253 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.010522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.010745 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.011373 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.011373 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.011587 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013105 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013105 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013105 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013105 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013105 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013105 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013622 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013622 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.013777 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.014069 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.014323 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.014551 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.014858 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.015597 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.015928 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.016282 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.016464 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.016646 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.016875 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.017102 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.017342 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.017610 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.017860 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.018226 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.018500 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.018740 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.018979 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.019222 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.019459 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.019911 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.020015 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.020304 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.021486 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.021486 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.021486 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.021718 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.021794 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.021978 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.022207 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.022662 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.022895 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.023163 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.023384 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.023606 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.023850 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.024077 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.024298 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.024538 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.024777 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.025032 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.025253 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.025537 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.025809 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.026046 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.026309 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.026555 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.027446 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.027446 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.027446 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.027734 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.027825 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.027998 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.028226 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.028461 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.028708 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.028958 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.029172 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.029434 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.029693 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.030023 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.030329 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.030583 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.030826 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.031047 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.031270 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.031507 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.031745 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.031966 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.032183 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.032423 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.032716 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.032975 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.033227 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.033443 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.033659 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.033912 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.034133 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.034353 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.034656 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.034909 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.035151 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.035392 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.035739 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.035975 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.036191 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.036411 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.036675 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.036889 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.037121 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.037334 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.037554 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.037831 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.038131 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.038322 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.038537 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.038757 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.038979 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.039196 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.039442 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.039657 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.039871 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.040118 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.040355 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.040698 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.040954 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.041179 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.041477 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.041713 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.041985 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.042225 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.042566 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.042799 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.043064 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.043290 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.043534 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.043760 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.044027 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.044351 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.044664 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.044915 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.045163 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.045470 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.045754 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.046536 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.046788 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.047099 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.047431 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.047719 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.047989 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.048219 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.048489 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.048776 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.049031 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.049252 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.049493 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.049733 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.049995 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.050286 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.050474 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.050696 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.050926 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.051145 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.051370 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.051602 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.051849 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.052122 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.052219 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:29:02.052791 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91320) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 14:29:02.052957 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 14:29:02.053103 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 14:29:02.053290 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 14:29:02.053462 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 14:29:02.053610 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 14:29:02.053817 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.053979 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.054214 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.054303 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.054454 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.054605 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.055262 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.055262 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.055262 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.055262 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.055550 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.055550 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.055717 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.055881 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.056040 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.056200 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.056359 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.056518 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.056703 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.056864 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.057021 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.057183 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.057353 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] debug = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.057501 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.057687 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.057850 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.058009 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.058168 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.058326 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.058484 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.058643 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.058801 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.058959 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.059855 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.059855 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.060015 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.060082 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.060507 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.060507 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.060895 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.060895 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] host = dv-cinder-787195-7-smb {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.061066 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.061215 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.061370 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.062595 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.062595 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.062595 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.062595 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.062923 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.062923 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.063064 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.063140 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.063271 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.063467 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.063582 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.063749 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_options = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.063887 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.064049 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.064211 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.064380 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.064597 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.064832 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.064995 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.065170 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.065335 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.065478 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.065618 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.065744 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.065903 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.066064 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.066225 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.066384 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.066541 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.066701 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.066864 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.067021 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.067178 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.068522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.068522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.068522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.068522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.068522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.068522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.068522 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069344 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069344 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069344 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069344 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069344 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069695 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069695 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069695 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069911 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.069989 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.070117 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.070276 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.070435 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.070594 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.070753 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.070912 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.071069 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.071227 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_json = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.071391 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.071552 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.071708 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.071866 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.072025 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.072184 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.072437 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.072609 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 14:29:02.072742 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.072867 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.073015 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.073166 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.073326 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.073489 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.073651 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.073815 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.073978 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.074138 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.074314 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.074483 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.074658 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.074821 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.074984 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.075149 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.075312 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.075474 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.075660 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.075792 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.075945 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.076108 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.076287 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.076450 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.076657 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.076820 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.076983 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.077146 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.077337 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.077500 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.077665 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.077828 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.077991 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.078154 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.078317 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.078481 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.078694 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.078858 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.079022 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.079186 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.079349 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.079511 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.079674 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.079837 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.080000 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.080162 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.080326 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.080489 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.080672 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.080835 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.080945 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:02.081038 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.081160 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.081322 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.081484 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.081647 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.081810 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.081972 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.082134 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.082295 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.082458 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.082608 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.082784 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.082946 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.083110 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.083271 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.083433 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.083596 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.083759 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.084017 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.084122 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.084234 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.084397 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.084562 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.084746 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.084908 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.085077 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.085235 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.085395 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.085557 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.085720 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.085883 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.086045 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.086207 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.086369 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.086541 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.086719 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.086882 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.087045 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.087208 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.087370 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.087532 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.087693 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.087857 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.088018 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.088180 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.088342 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.088504 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.088691 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.088855 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.089016 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.089178 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.089340 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.089501 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.089663 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.089825 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.089986 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.090149 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.090310 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.090471 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.090632 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.090794 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.090966 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.091129 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.091294 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.091458 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.091626 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.091799 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.092051 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.092570 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.092765 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.092960 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.093120 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.093332 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.093503 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.093669 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.094076 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.094246 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.094966 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.094966 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.094966 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.094966 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.095514 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.095514 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.095514 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.095514 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096041 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096041 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096041 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096420 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096420 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096420 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096849 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096849 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.096849 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.097230 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.097230 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.097498 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.097498 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.097755 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.097755 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.098021 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.098157 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.098293 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.098429 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.098564 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.098700 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.098835 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.098979 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.099116 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.099270 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.099409 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.099544 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.099707 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.099872 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.100035 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.100198 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.100361 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.100525 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.100722 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.100862 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.100999 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.101162 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.101316 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.101476 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.101640 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.101804 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.101968 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.102121 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.102281 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.102444 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.102606 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.102770 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.102933 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.103096 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.103258 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.103427 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.103590 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.103749 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.104040 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.104040 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.104305 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.104441 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.104577 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.104780 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.104918 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.105068 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.105205 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.105341 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.105477 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.105623 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.105760 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.105895 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.106029 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.106192 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.106346 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.106505 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.106683 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.106846 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.107010 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.107173 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.107336 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.107508 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.107660 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.107807 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.107970 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.108132 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.108304 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.108992 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.109154 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.109313 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.109476 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.109648 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.109801 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.109961 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.110124 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.110288 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.110461 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.110624 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.110788 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.110951 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.111114 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.111339 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.111481 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.111619 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.111756 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.111891 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.112028 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.112194 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.112369 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.112523 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.112715 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.112859 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.113026 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.113191 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.113355 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.113525 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.113697 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.113968 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.114133 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.114311 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.114433 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.114617 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.114767 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.115342 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.115342 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.115342 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.115342 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116057 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116057 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116057 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116057 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116057 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116420 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116420 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116561 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116659 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116780 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.116942 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.117103 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.117265 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.117426 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.117588 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.117750 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.117936 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 14:29:02.118098 dv-cinder-787195-7-smb neutron-server[91320]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91320) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 14:29:02.150719 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 49480) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:02.159504 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065656 May 18 14:29:12.932923 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b6d79-b998-4544-95ee-084aedb35ce1 None None] get_active_networks_info from dv-cinder-787195-7-smb {{(pid=91427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 14:29:13.037322 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b6d79-b998-4544-95ee-084aedb35ce1 None None] No non-hosted networks {{(pid=91427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 14:29:13.057968 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.agentschedulers_db [None req-759b6d79-b998-4544-95ee-084aedb35ce1 None None] DHCP Agent not found on host dv-cinder-787195-7-smb {{(pid=91427) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 18 14:29:13.248795 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ea48828e-0455-42f2-8e53-c8262f1c9751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668'] for agent, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:15.569259 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668'] for agent, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:15.570520 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.571163 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.571644 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.572846 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.573888 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.574370 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.575386 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.576417 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.578837 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.581281 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.584235 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.586373 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:15.587408 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787195-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:15.610699 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:15.673525 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebb20-5942-410d-8109-27247c37f7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668'] for agent, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:15.740379 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a48e21ac-6f5d-4c3a-a424-c928c0292919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:16.364150 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668'] for agent, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:18.263231 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668'] for agent, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:19.594476 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 49572) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:20.221238 dv-cinder-787195-7-smb neutron-server[91425]: WARNING oslo_policy.policy [None req-d6a70b02-5624-4619-bac0-0bfdab8b05ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:29:20.221768 dv-cinder-787195-7-smb neutron-server[91425]: WARNING oslo_policy.policy [None req-d6a70b02-5624-4619-bac0-0bfdab8b05ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:29:20.440344 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [None req-d6a70b02-5624-4619-bac0-0bfdab8b05ab admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:29:20.441602 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-d6a70b02-5624-4619-bac0-0bfdab8b05ab admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8450480 May 18 14:29:20.734248 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.db.l3_hamode_db [None req-19917da6-992d-4309-9dcd-a2cae339dc9f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 14:29:20.823990 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19917da6-992d-4309-9dcd-a2cae339dc9f None None] Routers set() bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:29:20.824281 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19917da6-992d-4309-9dcd-a2cae339dc9f None None] Router IDs set() for agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 18 14:29:22.820642 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 49586) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:23.198295 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:29:23.299124 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.policy [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91425) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 14:29:23.346090 dv-cinder-787195-7-smb neutron-server[91425]: WARNING oslo_policy.policy [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:29:23.346475 dv-cinder-787195-7-smb neutron-server[91425]: WARNING oslo_policy.policy [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:29:23.355025 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.quota [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] Loaded quota_driver: . May 18 14:29:23.370911 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:29:23.433232 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732562551765', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732562552248', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732562499692', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732562502016', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732562494876', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732562521942', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32965585', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32861840', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-360097', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-366586'] for rbac-policy, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:23.500950 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:23.502370 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-55544728-2d18-4269-a0c2-1821ceed56ec admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6806703 May 18 14:29:26.133927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 49600) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:26.495979 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Request body: {'network': {'name': 'private', 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'admin_state_up': True}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:29:26.500905 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:29:26.505428 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Usage tracker for resource:network and tenant:4b4937c8fca941abb364e95bf21bf425 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:29:26.510169 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:29:26.516429 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:29:26.525896 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Made reservation on behalf of 4b4937c8fca941abb364e95bf21bf425 for: {'network': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:29:26.528964 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:26.548207 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:26.562782 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:29:26.566516 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Usage tracker for resource:security_group_rule and tenant:4b4937c8fca941abb364e95bf21bf425 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:29:26.572157 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:29:26.577894 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:29:26.679601 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:26.684623 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:26.689052 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:26.710853 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=91425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:29:26.737554 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732557704650', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:26.738163 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Unsubscribe: segment precommit_create {{(pid=91425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 14:29:26.738642 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.segments_db [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Added segment 1ee4a4d3-b9b8-477c-a979-281408898231 of type vlan for network 9046c2b5-52ae-480a-b982-37a92060dfd4 May 18 14:29:26.747484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a794ad82-c8a5-4f79-883e-18fe2f11aad1,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:26.803668 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.803998 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.804325 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.804667 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.804988 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.805304 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.805616 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.805924 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.806257 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.806566 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.806872 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.807175 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Tracked resource versions report: May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: pushed versions: May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: { 'AddressGroup': {'1.2'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'ConntrackHelper': {'1.0'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Log': {'1.0'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Network': {'1.1'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Port': {'1.7'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'PortForwarding': {'1.2'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'QosPolicy': {'1.8'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'SecurityGroup': {'1.4'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'SecurityGroupRule': {'1.2'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'SubPort': {'1.0'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Subnet': {'1.1'}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Trunk': {'1.1'}} May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: consumer versions: May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: { DHCP agent@dv-cinder-787195-7-smb: {}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: L3 agent@dv-cinder-787195-7-smb: {}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: Metadata agent@dv-cinder-787195-7-smb: {}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: Metering agent@dv-cinder-787195-7-smb: {}, May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: Open vSwitch agent@dv-cinder-787195-7-smb: { 'AddressGroup': '1.2', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'ConntrackHelper': '1.0', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Log': '1.0', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Network': '1.1', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Port': '1.7', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'PortForwarding': '1.2', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'QosPolicy': '1.8', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'SecurityGroup': '1.4', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'SecurityGroupRule': '1.2', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'SubPort': '1.0', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Subnet': '1.1', May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: 'Trunk': '1.1'}} May 18 14:29:26.808310 dv-cinder-787195-7-smb neutron-server[91425]: {{(pid=91425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:29:26.862455 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:26.866631 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:26.907851 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:26.909505 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:29:26.910161 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:26.913921 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:27.022022 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8869426 May 18 14:29:27.022646 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Pushing event updated for resources: {'Network': ['ID=9046c2b5-52ae-480a-b982-37a92060dfd4,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:27.025834 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:27.035018 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 9046c2b5-52ae-480a-b982-37a92060dfd4 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:29:29.683193 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 49616) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:30.283311 dv-cinder-787195-7-smb neutron-server[91426]: WARNING oslo_policy.policy [None req-69396fcc-825c-41b5-b0ed-940b43bdc437 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:29:30.283901 dv-cinder-787195-7-smb neutron-server[91426]: WARNING oslo_policy.policy [None req-69396fcc-825c-41b5-b0ed-940b43bdc437 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:29:30.721249 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.policy [None req-69396fcc-825c-41b5-b0ed-940b43bdc437 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91426) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 14:29:30.768191 dv-cinder-787195-7-smb neutron-server[91426]: WARNING oslo_policy.policy [None req-69396fcc-825c-41b5-b0ed-940b43bdc437 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:29:30.768574 dv-cinder-787195-7-smb neutron-server[91426]: WARNING oslo_policy.policy [None req-69396fcc-825c-41b5-b0ed-940b43bdc437 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 14:29:30.777555 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69396fcc-825c-41b5-b0ed-940b43bdc437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:29:30.779301 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-69396fcc-825c-41b5-b0ed-940b43bdc437 admin admin] 10.222.0.18 "GET /v2.0/networks/9046c2b5-52ae-480a-b982-37a92060dfd4 HTTP/1.1" status: 200 len: 825 time: 1.0951936 May 18 14:29:30.812617 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-576adf8b-c733-4ded-b24f-05c4637dd39f admin admin] 10.222.0.18 "GET /v2.0/subnetpools/a3159b8d-d653-4b4a-9b46-9cc7583915d0 HTTP/1.1" status: 200 len: 734 time: 0.0279169 May 18 14:29:30.821844 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Request body: {'subnet': {'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'subnetpool_id': 'a3159b8d-d653-4b4a-9b46-9cc7583915d0', 'name': 'private-subnet', 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:29:30.823461 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.quota [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Loaded quota_driver: . May 18 14:29:30.830001 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:29:30.835636 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Usage tracker for resource:subnet and tenant:4b4937c8fca941abb364e95bf21bf425 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:29:30.839104 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:29:30.846134 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:29:30.861016 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Made reservation on behalf of 4b4937c8fca941abb364e95bf21bf425 for: {'subnet': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:29:30.863758 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:31.380020 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:31.384990 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:31.470141 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Checking segment: {'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:29:31.470506 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Network hostable DHCP agents. Network: 9046c2b5-52ae-480a-b982-37a92060dfd4, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:29:31.484802 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2813b1-fa37-411d-a195-cde33a675a87,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:31.496615 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.496925 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.497245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.497565 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.497874 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.498180 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.498485 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.498788 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.499729 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.500036 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.500340 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.500663 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Tracked resource versions report: May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: pushed versions: May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: { 'AddressGroup': {'1.2'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'ConntrackHelper': {'1.0'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Log': {'1.0'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Network': {'1.1'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Port': {'1.7'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'PortForwarding': {'1.2'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'QosPolicy': {'1.8'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'SecurityGroup': {'1.4'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'SecurityGroupRule': {'1.2'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'SubPort': {'1.0'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Subnet': {'1.1'}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Trunk': {'1.1'}} May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: consumer versions: May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: { DHCP agent@dv-cinder-787195-7-smb: {}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: L3 agent@dv-cinder-787195-7-smb: {}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: Metadata agent@dv-cinder-787195-7-smb: {}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: Metering agent@dv-cinder-787195-7-smb: {}, May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: Open vSwitch agent@dv-cinder-787195-7-smb: { 'AddressGroup': '1.2', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'ConntrackHelper': '1.0', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Log': '1.0', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Network': '1.1', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Port': '1.7', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'PortForwarding': '1.2', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'QosPolicy': '1.8', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'SecurityGroup': '1.4', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'SecurityGroupRule': '1.2', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'SubPort': '1.0', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Subnet': '1.1', May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: 'Trunk': '1.1'}} May 18 14:29:31.501782 dv-cinder-787195-7-smb neutron-server[91426]: {{(pid=91426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:29:31.530507 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Network 9046c2b5-52ae-480a-b982-37a92060dfd4 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:29:31.538266 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:31.542166 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 9046c2b5-52ae-480a-b982-37a92060dfd4) {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:29:31.547436 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:29:31.548093 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:31.551975 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d6b324-88fd-4a46-9cba-f0608ff5e568 None None] Network 9046c2b5-52ae-480a-b982-37a92060dfd4 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:29:31.572209 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7540317 May 18 14:29:31.871692 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7927a9f1-cfed-54b6-95ad-f1c56a5d3a9b-9046c2b5-52ae-480a-b982-37a92060dfd4', 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'fixed_ips': [{'subnet_id': '9b2813b1-fa37-411d-a195-cde33a675a87'}]}} from dv-cinder-787195-7-smb. {{(pid=91427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:29:31.872937 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:32.064955 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.db_base_plugin_common [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Allocated IP 172.20.0.2 (9046c2b5-52ae-480a-b982-37a92060dfd4/9b2813b1-fa37-411d-a195-cde33a675a87/ff817826-6f38-4d9b-9f0f-1db3f79ebc7d) {{(pid=91427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:29:32.301537 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:32.315875 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Transition to ACTIVE for port object ff817826-6f38-4d9b-9f0f-1db3f79ebc7d will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:29:32.340179 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Transition to ACTIVE for port object ff817826-6f38-4d9b-9f0f-1db3f79ebc7d will not be triggered until provisioned by entity DHCP. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:29:32.347797 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:32.353256 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:32.416501 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Network 9046c2b5-52ae-480a-b982-37a92060dfd4 is already hosted by enough agents. {{(pid=91427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:29:32.419395 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.base_scheduler [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Resources bound (agent type, host, resource id): {{(pid=91427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:29:32.423049 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Received port after_create {{(pid=91427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:29:32.461727 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Pushing event updated for resources: {'Port': ['ID=ff817826-6f38-4d9b-9f0f-1db3f79ebc7d,revision_number=1']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:32.480724 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.481059 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.481393 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.481715 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.482030 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.482342 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.482654 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.482963 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.483318 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.484214 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.484529 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.484858 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Tracked resource versions report: May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: pushed versions: May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: { 'AddressGroup': {'1.2'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'ConntrackHelper': {'1.0'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Log': {'1.0'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Network': {'1.1'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Port': {'1.7'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'PortForwarding': {'1.2'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'QosPolicy': {'1.8'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'SecurityGroup': {'1.4'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'SecurityGroupRule': {'1.2'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'SubPort': {'1.0'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Subnet': {'1.1'}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Trunk': {'1.1'}} May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: consumer versions: May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: { DHCP agent@dv-cinder-787195-7-smb: {}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: L3 agent@dv-cinder-787195-7-smb: {}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: Metadata agent@dv-cinder-787195-7-smb: {}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: Metering agent@dv-cinder-787195-7-smb: {}, May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: Open vSwitch agent@dv-cinder-787195-7-smb: { 'AddressGroup': '1.2', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'ConntrackHelper': '1.0', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Log': '1.0', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Network': '1.1', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Port': '1.7', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'PortForwarding': '1.2', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'QosPolicy': '1.8', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'SecurityGroup': '1.4', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'SecurityGroupRule': '1.2', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'SubPort': '1.0', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Subnet': '1.1', May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: 'Trunk': '1.1'}} May 18 14:29:32.486005 dv-cinder-787195-7-smb neutron-server[91427]: {{(pid=91427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:29:32.489746 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:32.540078 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Attempting to bind port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:29:32.540471 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Attempting to bind port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:29:32.540911 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Attempting to bind port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d on network 9046c2b5-52ae-480a-b982-37a92060dfd4 {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:29:32.547272 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:29:32.547695 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Checking segment: {'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:29:32.548189 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:32.548598 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Bound using segment: {'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:29:32.549081 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Bound port: ff817826-6f38-4d9b-9f0f-1db3f79ebc7d, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:29:32.549454 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:32.641783 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] For port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:29:32.646290 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] For port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=ff817826-6f38-4d9b-9f0f-1db3f79ebc7d,segment=NetworkSegment(1ee4a4d3-b9b8-477c-a979-281408898231),segment_id=1ee4a4d3-b9b8-477c-a979-281408898231)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:29:32.651320 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:32.655961 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:32.743246 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Pushing event updated for resources: {'Port': ['ID=ff817826-6f38-4d9b-9f0f-1db3f79ebc7d,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:32.746416 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:33.983991 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 49636) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:34.371071 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [None req-56ba9eb3-0129-48e9-90e1-5dab3a7d03a3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:29:34.372080 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-56ba9eb3-0129-48e9-90e1-5dab3a7d03a3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3872087 May 18 14:29:36.756531 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 49646) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:37.151727 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [None req-e80de503-5fb5-4ecc-ac50-93ac886f1974 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:29:37.153001 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-e80de503-5fb5-4ecc-ac50-93ac886f1974 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3953876 May 18 14:29:37.462390 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device ff817826-6f38-4d9b-9f0f-1db3f79ebc7d up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:29:37.537218 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:29:38.319678 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba268d-aa0d-472e-bb46-0450e87f6426 None None] Network 9046c2b5-52ae-480a-b982-37a92060dfd4 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:29:38.414385 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] Provisioning for port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:29:38.432425 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] Provisioning complete for port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:29:38.432854 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:38.659248 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:38.708720 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] For port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=ff817826-6f38-4d9b-9f0f-1db3f79ebc7d,segment=NetworkSegment(1ee4a4d3-b9b8-477c-a979-281408898231),segment_id=1ee4a4d3-b9b8-477c-a979-281408898231)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:29:38.715641 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:38.718459 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:38.830206 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] Pushing event updated for resources: {'Port': ['ID=ff817826-6f38-4d9b-9f0f-1db3f79ebc7d,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:38.833985 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:39.003679 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:29:39.043465 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-dcffa9b9-705f-46f4-a21a-2adbc2ff3e86 None None] Provisioning complete for port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:29:39.043827 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-dcffa9b9-705f-46f4-a21a-2adbc2ff3e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:39.450207 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device ff817826-6f38-4d9b-9f0f-1db3f79ebc7d up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:29:39.517592 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:29:39.517983 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:39.833395 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 49664) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:40.190440 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'admin_state_up': True}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:29:40.195803 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:29:40.199663 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Usage tracker for resource:router and tenant:4b4937c8fca941abb364e95bf21bf425 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:29:40.203692 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:29:40.209601 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:29:40.219967 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33138036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:40.221580 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33048243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7784'] for router, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:40.243679 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:40.357185 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33138047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087'] for router, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:40.376981 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:40.378167 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-499741e1-77da-4aaf-9190-9dc1afa018e4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5437872 May 18 14:29:42.725667 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 49674) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:42.833943 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6279-e501-4cbe-b78a-44c7184ba964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:43.101239 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [None req-86d0c80c-ab30-4e3f-9937-6a896edc76f8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:29:43.102379 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-86d0c80c-ab30-4e3f-9937-6a896edc76f8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3757553 May 18 14:29:45.491839 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 49684) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:45.545017 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:45.660760 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-c5d19152-0891-413e-97cd-600daed67dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:45.872729 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:29:45.878293 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:29:45.882531 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Usage tracker for resource:network and tenant:77dd0311ad2c4ce69a72da42f97c4f02 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:29:45.885712 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:29:45.891517 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:29:45.901445 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Made reservation on behalf of 77dd0311ad2c4ce69a72da42f97c4f02 for: {'network': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:29:45.903915 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:45.916452 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:45.932411 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:29:45.937022 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Usage tracker for resource:security_group_rule and tenant:77dd0311ad2c4ce69a72da42f97c4f02 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:29:45.940069 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:29:45.946290 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:29:46.038378 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:46.042529 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:46.047531 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:46.061036 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Reserving flat network on physical network physnet1 {{(pid=91425) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 14:29:46.086005 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323c69eb-0abc-466f-965c-90eb9acce479,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:46.089318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:46.090345 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:46.090684 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.segments_db [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Added segment 8c70eef0-b9f5-4e18-8a35-a294c032b646 of type flat for network 67d17139-cc6d-4551-b5a7-1abc387186ac May 18 14:29:46.128809 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:46.166208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:46.167650 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:29:46.168231 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:46.172158 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:46.277193 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7842629 May 18 14:29:46.277741 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Pushing event updated for resources: {'Network': ['ID=67d17139-cc6d-4551-b5a7-1abc387186ac,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:46.281067 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:46.288334 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 67d17139-cc6d-4551-b5a7-1abc387186ac details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:29:46.381927 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:48.213895 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:48.636861 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 49704) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:48.854121 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce5ac8-79de-43b7-b4e2-5417d1e19291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:29:48.855510 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e6ce5ac8-79de-43b7-b4e2-5417d1e19291 admin admin] 10.222.0.18 "GET /v2.0/subnets/9b2813b1-fa37-411d-a195-cde33a675a87 HTTP/1.1" status: 200 len: 849 time: 0.2177849 May 18 14:29:49.048973 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-5de0d6ab-0c3c-4193-a354-3766af718b8a admin admin] 10.222.0.18 "GET /v2.0/routers/c8d24985-61c3-424a-8209-482c66830cf7 HTTP/1.1" status: 200 len: 704 time: 0.1872993 May 18 14:29:49.523425 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:49.761266 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Allocated IP 172.20.0.1 (9046c2b5-52ae-480a-b982-37a92060dfd4/9b2813b1-fa37-411d-a195-cde33a675a87/609a0fd6-16c1-4c7b-a434-aa00791d6ed2) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:29:49.922820 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:49.941892 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Transition to ACTIVE for port object 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:29:50.001121 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:50.005308 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:50.071915 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Network 9046c2b5-52ae-480a-b982-37a92060dfd4 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:29:50.074785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:29:50.081562 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:29:50.082493 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438332'] for router_interface, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:50.202058 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=609a0fd6-16c1-4c7b-a434-aa00791d6ed2,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:50.248951 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:50.254173 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-75861d62-5727-4672-8662-e8956d90bab8 None None] Provisioning for port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:29:50.259035 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-75861d62-5727-4672-8662-e8956d90bab8 None None] Provisioning complete for port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:29:50.259401 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-75861d62-5727-4672-8662-e8956d90bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:50.313128 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-75861d62-5727-4672-8662-e8956d90bab8 None None] Port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:29:50.383683 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:50.619252 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:50.623620 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:50.624753 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33151905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438363'] for router_interface, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:50.628141 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:50.763130 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=609a0fd6-16c1-4c7b-a434-aa00791d6ed2,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:50.770581 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:50.825747 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Network 9046c2b5-52ae-480a-b982-37a92060dfd4 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:29:50.826884 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:29:51.019302 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Router c8d24985-61c3-424a-8209-482c66830cf7 is scheduled to L3 agent 8eee9022-342d-41cc-9825-549deeb79623 with binding_index 1 {{(pid=91425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:29:51.036992 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-ac73ab24-3fb9-4720-a7b1-3d62d6177621 None None] Provisioning complete for port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:29:51.037429 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ac73ab24-3fb9-4720-a7b1-3d62d6177621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:51.096137 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-ac73ab24-3fb9-4720-a7b1-3d62d6177621 None None] Port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:29:51.175456 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:29:51.184721 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/c8d24985-61c3-424a-8209-482c66830cf7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1307499 May 18 14:29:51.185270 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Sync routers for ids ['c8d24985-61c3-424a-8209-482c66830cf7'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:29:51.196893 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Routers {'c8d24985-61c3-424a-8209-482c66830cf7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:29:51.197729 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:29:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['c8d24985-61c3-424a-8209-482c66830cf7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:51.376027 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Set router c8d24985-61c3-424a-8209-482c66830cf7 gateway port host: None {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:29:51.755306 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'name': 'router1', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:29:40Z', 'updated_at': '2021-05-18T14:29:50Z', 'revision_number': 2, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'gw_port_host': None, '_interfaces': [{'id': '609a0fd6-16c1-4c7b-a434-aa00791d6ed2', 'name': '', 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'mac_address': 'fa:16:3e:10:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:49Z', 'updated_at': '2021-05-18T14:29:50Z', 'revision_number': 2, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'subnets': [{'id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3159b8d-d653-4b4a-9b46-9cc7583915d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:51.760414 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Checking router: c8d24985-61c3-424a-8209-482c66830cf7 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:29:51.760824 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Updating router c8d24985-61c3-424a-8209-482c66830cf7 port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 binding host dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:29:51.814487 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.204952 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Notify callbacks [] for port, precommit_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.221782 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.provisioning_blocks [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Transition to ACTIVE for port object 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 will not be triggered until provisioned by entity L2. {{(pid=91428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:29:52.229246 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.235418 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:52.432057 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Pushing event updated for resources: {'Port': ['ID=609a0fd6-16c1-4c7b-a434-aa00791d6ed2,revision_number=3']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:52.457811 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.458144 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.458460 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.458775 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.459085 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.459397 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.459705 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.460010 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.460313 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.460635 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.460940 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.461238 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Tracked resource versions report: May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: pushed versions: May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: { 'AddressGroup': {'1.2'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'ConntrackHelper': {'1.0'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Log': {'1.0'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Network': {'1.1'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Port': {'1.7'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'PortForwarding': {'1.2'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'QosPolicy': {'1.8'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'SecurityGroup': {'1.4'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'SecurityGroupRule': {'1.2'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'SubPort': {'1.0'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Subnet': {'1.1'}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Trunk': {'1.1'}} May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: consumer versions: May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: { DHCP agent@dv-cinder-787195-7-smb: {}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: L3 agent@dv-cinder-787195-7-smb: {}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: Metadata agent@dv-cinder-787195-7-smb: {}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: Metering agent@dv-cinder-787195-7-smb: {}, May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: Open vSwitch agent@dv-cinder-787195-7-smb: { 'AddressGroup': '1.2', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'ConntrackHelper': '1.0', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Log': '1.0', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Network': '1.1', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Port': '1.7', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'PortForwarding': '1.2', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'QosPolicy': '1.8', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'SecurityGroup': '1.4', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'SecurityGroupRule': '1.2', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'SubPort': '1.0', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Subnet': '1.1', May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: 'Trunk': '1.1'}} May 18 14:29:52.462366 dv-cinder-787195-7-smb neutron-server[91428]: {{(pid=91428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:29:52.468656 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Attempting to bind port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:29:52.469052 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Attempting to bind port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:29:52.469467 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Attempting to bind port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 on network 9046c2b5-52ae-480a-b982-37a92060dfd4 {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:29:52.472095 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:52.475793 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:29:52.476195 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Checking segment: {'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:29:52.476700 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.477079 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Bound using segment: {'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:29:52.477586 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Bound port: 609a0fd6-16c1-4c7b-a434-aa00791d6ed2, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee4a4d3-b9b8-477c-a979-281408898231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4'}}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:29:52.477952 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.567601 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] For port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:29:52.571894 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] For port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=609a0fd6-16c1-4c7b-a434-aa00791d6ed2,segment=NetworkSegment(1ee4a4d3-b9b8-477c-a979-281408898231),segment_id=1ee4a4d3-b9b8-477c-a979-281408898231)] {{(pid=91428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:29:52.578260 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:52.582188 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:52.680087 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Routers {'c8d24985-61c3-424a-8209-482c66830cf7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:29:52.680750 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:29:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['c8d24985-61c3-424a-8209-482c66830cf7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:52.818136 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Pushing event updated for resources: {'Port': ['ID=609a0fd6-16c1-4c7b-a434-aa00791d6ed2,revision_number=4']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:52.835497 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:52.857363 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] Set router c8d24985-61c3-424a-8209-482c66830cf7 gateway port host: None {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:29:53.184139 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'name': 'router1', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:29:40Z', 'updated_at': '2021-05-18T14:29:50Z', 'revision_number': 2, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'gw_port_host': None, '_interfaces': [{'id': '609a0fd6-16c1-4c7b-a434-aa00791d6ed2', 'name': '', 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'mac_address': 'fa:16:3e:10:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:49Z', 'updated_at': '2021-05-18T14:29:52Z', 'revision_number': 4, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'subnets': [{'id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3159b8d-d653-4b4a-9b46-9cc7583915d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:53.188817 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a237f-a96c-41fa-8598-8de55ae9930e None None] The sync data for ids ['c8d24985-61c3-424a-8209-482c66830cf7'] in dv-cinder-787195-7-smb is: [{'id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'name': 'router1', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:29:40Z', 'updated_at': '2021-05-18T14:29:50Z', 'revision_number': 2, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'gw_port_host': None, '_interfaces': [{'id': '609a0fd6-16c1-4c7b-a434-aa00791d6ed2', 'name': '', 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'mac_address': 'fa:16:3e:10:db:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:49Z', 'updated_at': '2021-05-18T14:29:52Z', 'revision_number': 4, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'subnets': [{'id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3159b8d-d653-4b4a-9b46-9cc7583915d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:29:53.381881 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 49726) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:53.554562 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763dd47-8b09-4086-b1cc-4ade820b7d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:29:53.555873 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-3763dd47-8b09-4086-b1cc-4ade820b7d12 admin admin] 10.222.0.18 "GET /v2.0/networks/67d17139-cc6d-4551-b5a7-1abc387186ac HTTP/1.1" status: 200 len: 842 time: 0.1728871 May 18 14:29:53.565713 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:29:53.570768 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:29:53.574526 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Usage tracker for resource:subnet and tenant:77dd0311ad2c4ce69a72da42f97c4f02 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:29:53.577962 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:29:53.583754 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:29:53.593824 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Made reservation on behalf of 77dd0311ad2c4ce69a72da42f97c4f02 for: {'subnet': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:29:53.596217 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:54.024767 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.objects.ports [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91426) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 18 14:29:54.025242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:54.029087 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:54.100238 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747aee4b-7736-441e-9b54-fbd0b000b6d9,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:54.103577 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:54.110813 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:29:54.111170 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Network hostable DHCP agents. Network: 67d17139-cc6d-4551-b5a7-1abc387186ac, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:29:54.131177 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:29:54.141165 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 67d17139-cc6d-4551-b5a7-1abc387186ac) {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:29:54.145285 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:29:54.145871 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:54.151098 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf07af4-2343-46b2-b6b6-b8d7a08e19c4 None None] Network 67d17139-cc6d-4551-b5a7-1abc387186ac requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:29:54.168063 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6062865 May 18 14:29:54.365761 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406621f-2f76-4c6b-8f09-b13ac5031f6f None None] Network 67d17139-cc6d-4551-b5a7-1abc387186ac requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:29:56.432018 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 49740) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:29:56.651687 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-0f8906f4-9fc4-468f-8ac6-fcf9521675d7 admin admin] 10.222.0.18 "GET /v2.0/routers/c8d24985-61c3-424a-8209-482c66830cf7 HTTP/1.1" status: 200 len: 710 time: 0.2185023 May 18 14:29:56.782797 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba7cf06-c218-44dd-98de-81548447b630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:29:56.788918 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-5ba7cf06-c218-44dd-98de-81548447b630 admin admin] 10.222.0.18 "GET /v2.0/networks/67d17139-cc6d-4551-b5a7-1abc387186ac HTTP/1.1" status: 200 len: 886 time: 0.1267593 May 18 14:29:56.793030 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:29:57.283129 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:57.475229 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:29:57.545251 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:29:57.550685 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:29:57.551064 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:57.622219 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:57.673533 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:57.680205 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:57.706947 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=609a0fd6-16c1-4c7b-a434-aa00791d6ed2,segment=NetworkSegment(1ee4a4d3-b9b8-477c-a979-281408898231),segment_id=1ee4a4d3-b9b8-477c-a979-281408898231)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:29:57.711180 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:57.713501 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:57.783290 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=609a0fd6-16c1-4c7b-a434-aa00791d6ed2,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:57.786480 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:57.824619 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Allocated IP 172.28.3.213 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/99be9246-eff1-4009-8117-54fe049fba8e) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:29:57.978692 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:58.037619 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:58.041701 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:29:58.109008 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:29:58.111829 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:29:58.115505 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:29:58.169951 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Pushing event updated for resources: {'Port': ['ID=99be9246-eff1-4009-8117-54fe049fba8e,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:29:58.181593 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:29:58.501284 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:58.880444 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:58.883715 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33137944'] for router, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:59.066833 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Router c8d24985-61c3-424a-8209-482c66830cf7 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:29:59.243825 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:29:59.253634 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:59.253813 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Sync routers for ids ['c8d24985-61c3-424a-8209-482c66830cf7'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:29:59.254816 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] 10.222.0.18 "PUT /v2.0/routers/c8d24985-61c3-424a-8209-482c66830cf7 HTTP/1.1" status: 200 len: 890 time: 2.4652267 May 18 14:29:59.263703 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Routers {'c8d24985-61c3-424a-8209-482c66830cf7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:29:59.264378 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:29:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['c8d24985-61c3-424a-8209-482c66830cf7'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:59.463896 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Set router c8d24985-61c3-424a-8209-482c66830cf7 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:29:59.538907 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:29:59.773770 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:29:59.774064 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:29:59.988705 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'name': 'router1', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '99be9246-eff1-4009-8117-54fe049fba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:29:40Z', 'updated_at': '2021-05-18T14:29:58Z', 'revision_number': 4, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'gw_port': {'id': '99be9246-eff1-4009-8117-54fe049fba8e', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:57Z', 'updated_at': '2021-05-18T14:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '609a0fd6-16c1-4c7b-a434-aa00791d6ed2', 'name': '', 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'mac_address': 'fa:16:3e:10:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:49Z', 'updated_at': '2021-05-18T14:29:57Z', 'revision_number': 5, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'subnets': [{'id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3159b8d-d653-4b4a-9b46-9cc7583915d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:29:59.994181 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Checking router: c8d24985-61c3-424a-8209-482c66830cf7 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:29:59.994553 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Updating router c8d24985-61c3-424a-8209-482c66830cf7 port 99be9246-eff1-4009-8117-54fe049fba8e binding host dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:30:00.049207 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:00.379264 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Notify callbacks [] for port, precommit_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:00.391566 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Transition to ACTIVE for port object 99be9246-eff1-4009-8117-54fe049fba8e will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:30:00.397498 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:00.401250 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-41cb58e5-cf32-477a-8f82-76b3656ef526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:00.481602 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2babe55-7f49-4e82-b05d-d69816a48b57 None None] Pushing event updated for resources: {'Port': ['ID=99be9246-eff1-4009-8117-54fe049fba8e,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:00.484225 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Attempting to bind port 99be9246-eff1-4009-8117-54fe049fba8e on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:30:00.484618 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Attempting to bind port 99be9246-eff1-4009-8117-54fe049fba8e by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:30:00.485071 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Attempting to bind port 99be9246-eff1-4009-8117-54fe049fba8e on network 67d17139-cc6d-4551-b5a7-1abc387186ac {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:30:00.487525 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-e2babe55-7f49-4e82-b05d-d69816a48b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:00.492365 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:30:00.492781 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:30:00.493191 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:00.493587 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Bound using segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:30:00.494069 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Bound port: 99be9246-eff1-4009-8117-54fe049fba8e, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:30:00.494446 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:00.573675 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] For port 99be9246-eff1-4009-8117-54fe049fba8e, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:30:00.577395 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] For port 99be9246-eff1-4009-8117-54fe049fba8e, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=99be9246-eff1-4009-8117-54fe049fba8e,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:30:00.581893 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:00.586092 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0e65e26a-8d61-4284-bf5f-197ae713d8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:00.664120 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Routers {'c8d24985-61c3-424a-8209-482c66830cf7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:30:00.664755 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:29:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['c8d24985-61c3-424a-8209-482c66830cf7'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:00.716643 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2babe55-7f49-4e82-b05d-d69816a48b57 None None] Pushing event updated for resources: {'Port': ['ID=99be9246-eff1-4009-8117-54fe049fba8e,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:00.726089 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-e2babe55-7f49-4e82-b05d-d69816a48b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:00.845430 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] Set router c8d24985-61c3-424a-8209-482c66830cf7 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:30:01.206824 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'name': 'router1', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '99be9246-eff1-4009-8117-54fe049fba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:29:40Z', 'updated_at': '2021-05-18T14:29:58Z', 'revision_number': 4, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'gw_port': {'id': '99be9246-eff1-4009-8117-54fe049fba8e', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:57Z', 'updated_at': '2021-05-18T14:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '609a0fd6-16c1-4c7b-a434-aa00791d6ed2', 'name': '', 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'mac_address': 'fa:16:3e:10:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:49Z', 'updated_at': '2021-05-18T14:29:57Z', 'revision_number': 5, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'subnets': [{'id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3159b8d-d653-4b4a-9b46-9cc7583915d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:30:01.210737 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0a24c-2b6a-4849-91f2-beb82d469305 None None] The sync data for ids ['c8d24985-61c3-424a-8209-482c66830cf7'] in dv-cinder-787195-7-smb is: [{'id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'name': 'router1', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.213'}], 'enable_snat': True}, 'gw_port_id': '99be9246-eff1-4009-8117-54fe049fba8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:29:40Z', 'updated_at': '2021-05-18T14:29:58Z', 'revision_number': 4, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'gw_port': {'id': '99be9246-eff1-4009-8117-54fe049fba8e', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:06:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:57Z', 'updated_at': '2021-05-18T14:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '609a0fd6-16c1-4c7b-a434-aa00791d6ed2', 'name': '', 'network_id': '9046c2b5-52ae-480a-b982-37a92060dfd4', 'tenant_id': '4b4937c8fca941abb364e95bf21bf425', 'mac_address': 'fa:16:3e:10:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d24985-61c3-424a-8209-482c66830cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:29:49Z', 'updated_at': '2021-05-18T14:29:57Z', 'revision_number': 5, 'project_id': '4b4937c8fca941abb364e95bf21bf425', 'subnets': [{'id': '9b2813b1-fa37-411d-a195-cde33a675a87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3159b8d-d653-4b4a-9b46-9cc7583915d0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:30:01.508268 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 99be9246-eff1-4009-8117-54fe049fba8e up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:30:01.609274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 49750) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:30:01.610755 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 99be9246-eff1-4009-8117-54fe049fba8e completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:30:01.616176 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 99be9246-eff1-4009-8117-54fe049fba8e triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:01.616550 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:01.752099 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-1757c958-9ae1-4817-bff5-2dd32e7b0520 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1417160 May 18 14:30:01.755060 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:01.774173 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 99be9246-eff1-4009-8117-54fe049fba8e, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=99be9246-eff1-4009-8117-54fe049fba8e,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:30:01.778484 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:01.781827 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:30:01.854904 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=99be9246-eff1-4009-8117-54fe049fba8e,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:30:01.858197 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:30:03.462459 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 99be9246-eff1-4009-8117-54fe049fba8e up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:30:03.542417 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 99be9246-eff1-4009-8117-54fe049fba8e triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:30:03.543426 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:12.867173 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ea1c7342-e364-4949-afff-832b1685a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:15.557610 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:15.664104 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ed985446-9cfa-4fc4-9186-f2b19bd4db68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:16.017265 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:30:16.323651 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:18.261290 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:42.846064 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-387c27d1-a708-48d8-931e-37ce612b9f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:45.557064 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:45.667725 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-56c813a8-588d-456f-997e-bb9fc2a1ac64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:46.338820 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:48.249627 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:30:53.011938 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:31:12.841502 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9de15818-fc4d-40ca-beb4-67c45f1fd45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:15.551460 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:15.669985 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b3c558e8-2a21-4ade-945c-431140355eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:16.325599 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:18.239473 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:30.012967 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:31:37.767524 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50320) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:37.839756 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03cf39e-23ee-40da-836a-7e0ad45a45e1 admin admin] GET failed (client error): The resource could not be found. May 18 14:31:37.841193 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d03cf39e-23ee-40da-836a-7e0ad45a45e1 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0727034 May 18 14:31:37.975903 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b64458-9819-4a39-a10e-4b70286811eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:37.977388 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-13b64458-9819-4a39-a10e-4b70286811eb admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1323419 May 18 14:31:40.122070 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50330) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:40.230918 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49591be7-d815-4c7b-8dfc-2f3dc742eaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:40.231497 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-49591be7-d815-4c7b-8dfc-2f3dc742eaf7 admin admin] Synchronizing usage tracker for tenant:77dd0311ad2c4ce69a72da42f97c4f02 on resource:subnet {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:31:40.250521 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-49591be7-d815-4c7b-8dfc-2f3dc742eaf7 admin admin] Unset dirty status for tenant:77dd0311ad2c4ce69a72da42f97c4f02 on resource:subnet {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:31:40.251824 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-49591be7-d815-4c7b-8dfc-2f3dc742eaf7 admin admin] 10.222.0.18 "GET /v2.0/subnets/9b2813b1-fa37-411d-a195-cde33a675a87 HTTP/1.1" status: 200 len: 849 time: 0.1287711 May 18 14:31:40.261265 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:31:40.379481 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:40.572000 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732557690534'] for subnet, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:40.577196 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:31:40.617215 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:40.617805 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:40.621716 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] 10.222.0.18 "PUT /v2.0/subnets/9b2813b1-fa37-411d-a195-cde33a675a87 HTTP/1.1" status: 200 len: 868 time: 0.3617167 May 18 14:31:40.621931 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d71293-0ab6-40a2-ac84-13b140438856 None None] Network 9046c2b5-52ae-480a-b982-37a92060dfd4 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:31:40.649530 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2813b1-fa37-411d-a195-cde33a675a87,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:31:40.658027 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.658621 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.659098 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.659597 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.660077 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.660560 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.661071 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.661544 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.662034 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.662512 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.662968 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.663560 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:31:40.667464 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:31:41.099272 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-9167682c-a2ea-4c38-a224-a1113585a539 None None] Provisioning complete for port 609a0fd6-16c1-4c7b-a434-aa00791d6ed2 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:31:41.099645 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9167682c-a2ea-4c38-a224-a1113585a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:41.226778 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-9167682c-a2ea-4c38-a224-a1113585a539 None None] Provisioning complete for port ff817826-6f38-4d9b-9f0f-1db3f79ebc7d triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:31:41.227150 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9167682c-a2ea-4c38-a224-a1113585a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:42.773255 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50340) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:42.843708 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-50457ae3-f411-415e-9478-c785f22c1e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:42.954948 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fadd2e-0b22-44e5-aab4-8e5b548c5ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:42.955338 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fadd2e-0b22-44e5-aab4-8e5b548c5ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:42.956073 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b7fadd2e-0b22-44e5-aab4-8e5b548c5ae5 admin admin] Synchronizing usage tracker for tenant:77dd0311ad2c4ce69a72da42f97c4f02 on resource:network {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:31:42.974945 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b7fadd2e-0b22-44e5-aab4-8e5b548c5ae5 admin admin] Unset dirty status for tenant:77dd0311ad2c4ce69a72da42f97c4f02 on resource:network {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:31:42.976118 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-b7fadd2e-0b22-44e5-aab4-8e5b548c5ae5 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019117 May 18 14:31:45.114586 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50350) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:45.294463 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4b37d4-a0c7-4ae4-a463-e738ce865d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:45.294850 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4b37d4-a0c7-4ae4-a463-e738ce865d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:45.296411 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0e4b37d4-a0c7-4ae4-a463-e738ce865d8e admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1808755 May 18 14:31:45.555437 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:45.673041 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9093ac6a-3ebb-4103-94ce-4520eaf5c162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:46.328870 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:47.447956 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50360) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:47.657010 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e276341-44b6-400d-b756-f8507ea1bb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:47.658300 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4e276341-44b6-400d-b756-f8507ea1bb36 admin admin] 10.222.0.18 "GET /v2.0/networks/67d17139-cc6d-4551-b5a7-1abc387186ac HTTP/1.1" status: 200 len: 886 time: 0.2093012 May 18 14:31:48.243393 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:31:49.784086 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50370) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:49.970403 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26cff3e-5779-4c63-bac4-d15b010eaffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:49.972610 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d26cff3e-5779-4c63-bac4-d15b010eaffe admin admin] 10.222.0.18 "GET /v2.0/networks/9046c2b5-52ae-480a-b982-37a92060dfd4 HTTP/1.1" status: 200 len: 869 time: 0.1873481 May 18 14:31:52.094810 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50380) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:52.206077 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4d544-0a63-4ede-aba2-d9d1b50641fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:52.206550 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce4d544-0a63-4ede-aba2-d9d1b50641fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:52.208371 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-6ce4d544-0a63-4ede-aba2-d9d1b50641fe admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1126156 May 18 14:31:54.348490 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50390) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:54.459877 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472b97b-180a-43b0-9253-da56acadea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:54.460335 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472b97b-180a-43b0-9253-da56acadea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:54.461889 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-3472b97b-180a-43b0-9253-da56acadea26 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1124232 May 18 14:31:56.608450 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50400) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:56.713018 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab1149-4d88-4d84-81fa-8b047012be20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:56.714361 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-20ab1149-4d88-4d84-81fa-8b047012be20 admin admin] 10.222.0.18 "GET /v2.0/subnets/747aee4b-7736-441e-9b54-fbd0b000b6d9 HTTP/1.1" status: 200 len: 816 time: 0.1049571 May 18 14:31:58.866948 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50412) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:31:58.977290 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012e1ac-0c95-4668-ba89-e15d9400eeca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:31:58.978648 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-0012e1ac-0c95-4668-ba89-e15d9400eeca admin admin] 10.222.0.18 "GET /v2.0/subnets/9b2813b1-fa37-411d-a195-cde33a675a87 HTTP/1.1" status: 200 len: 868 time: 0.1107130 May 18 14:32:07.012781 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:32:12.848328 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-96fa281d-088e-40c7-8145-1882c325934f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:15.559720 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:15.675187 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2fba8657-eb63-478e-8376-30e218952560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:16.333670 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:18.246422 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:22.063363 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50456) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:22.110704 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [None req-fdce831e-7e99-4105-8b8c-86e8ec28c7b8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:32:22.111724 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-fdce831e-7e99-4105-8b8c-86e8ec28c7b8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473781 May 18 14:32:24.346165 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50466) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:24.414463 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.pecan_wsgi.hooks.translation [None req-054587eb-93ea-49ae-be01-9afa537831d2 admin admin] GET failed (client error): The resource could not be found. May 18 14:32:24.415801 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-054587eb-93ea-49ae-be01-9afa537831d2 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686932 May 18 14:32:24.546076 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4be251-4ada-436a-b4b9-1e0e89ea533a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:24.547569 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-3c4be251-4ada-436a-b4b9-1e0e89ea533a admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1279054 May 18 14:32:26.711703 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50476) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:26.761753 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:32:26.766877 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:32:26.777226 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:32:26.786595 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Made reservation on behalf of 77dd0311ad2c4ce69a72da42f97c4f02 for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:32:26.788949 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:26.885528 dv-cinder-787195-7-smb neutron-server[91426]: WARNING neutron.services.revisions.revision_plugin [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Could not find related network for resource to bump revision. May 18 14:32:26.899424 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:32:26.910821 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732557704650', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:26.911371 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Unsubscribe: segment precommit_create {{(pid=91426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 14:32:26.911797 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Added segment c663b353-3ba1-46c0-91fb-cb2d1193b796 of type vlan for network b6ddc12c-d9b7-4905-89ec-78c575d8b351 May 18 14:32:26.953423 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:26.988466 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:26.989889 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:26.990472 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:26.993857 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:32:27.093970 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3811643 May 18 14:32:27.096733 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Pushing event updated for resources: {'Network': ['ID=b6ddc12c-d9b7-4905-89ec-78c575d8b351,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:32:27.100087 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:32:27.108745 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network b6ddc12c-d9b7-4905-89ec-78c575d8b351 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:32:29.242465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50486) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:32:29.312003 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.pecan_wsgi.hooks.translation [None req-394b9f1e-a5ac-4887-8119-db85a9815329 admin admin] GET failed (client error): The resource could not be found. May 18 14:32:29.313224 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-394b9f1e-a5ac-4887-8119-db85a9815329 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0698359 May 18 14:32:29.418682 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e77ddc-d159-45ae-9b17-361a0508fac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:29.420185 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-67e77ddc-d159-45ae-9b17-361a0508fac1 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1030853 May 18 14:32:29.429939 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:32:29.435385 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:32:29.445605 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:32:29.456621 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Made reservation on behalf of 77dd0311ad2c4ce69a72da42f97c4f02 for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:32:29.458915 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:29.892272 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:29.897127 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:32:29.972854 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f67d4f-640f-4896-bae4-ccee89cf42ef,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:32:29.980997 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Checking segment: {'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:32:29.981355 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Network hostable DHCP agents. Network: b6ddc12c-d9b7-4905-89ec-78c575d8b351, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:32:29.986139 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.986481 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.986812 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.987139 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.987463 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.987785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.988105 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.988423 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.988766 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.989084 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.989397 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.989710 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:29.994468 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:32:30.011924 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Network b6ddc12c-d9b7-4905-89ec-78c575d8b351 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:32:30.023500 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, b6ddc12c-d9b7-4905-89ec-78c575d8b351) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:32:30.030544 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:32:30.031512 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:30.032207 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbbbf5c-7d70-430e-a1d3-182bb2465d71 None None] Network b6ddc12c-d9b7-4905-89ec-78c575d8b351 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:32:30.059903 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6334691 May 18 14:32:30.258406 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7927a9f1-cfed-54b6-95ad-f1c56a5d3a9b-b6ddc12c-d9b7-4905-89ec-78c575d8b351', 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351', 'tenant_id': '77dd0311ad2c4ce69a72da42f97c4f02', 'fixed_ips': [{'subnet_id': '91f67d4f-640f-4896-bae4-ccee89cf42ef'}]}} from dv-cinder-787195-7-smb. {{(pid=91427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:32:30.259248 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:30.425920 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.db_base_plugin_common [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Allocated IP 192.168.233.2 (b6ddc12c-d9b7-4905-89ec-78c575d8b351/91f67d4f-640f-4896-bae4-ccee89cf42ef/613ff28b-adc1-4b8f-92b0-e80bed733bad) {{(pid=91427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:32:30.647481 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:30.659577 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Transition to ACTIVE for port object 613ff28b-adc1-4b8f-92b0-e80bed733bad will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:32:30.679478 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Transition to ACTIVE for port object 613ff28b-adc1-4b8f-92b0-e80bed733bad will not be triggered until provisioned by entity DHCP. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:32:30.686226 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:30.691476 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:32:30.768827 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Network b6ddc12c-d9b7-4905-89ec-78c575d8b351 is already hosted by enough agents. {{(pid=91427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:32:30.769654 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Pushing event updated for resources: {'Port': ['ID=613ff28b-adc1-4b8f-92b0-e80bed733bad,revision_number=1']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:32:30.772169 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.base_scheduler [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Resources bound (agent type, host, resource id): {{(pid=91427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:32:30.774731 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Received port after_create {{(pid=91427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:32:30.785200 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.785597 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.785935 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.786294 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.786619 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.786945 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.787266 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.787586 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.787903 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.788217 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.788532 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.788944 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:32:30.815771 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:32:30.880347 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Attempting to bind port 613ff28b-adc1-4b8f-92b0-e80bed733bad on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:32:30.880735 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Attempting to bind port 613ff28b-adc1-4b8f-92b0-e80bed733bad by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:32:30.881100 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Attempting to bind port 613ff28b-adc1-4b8f-92b0-e80bed733bad on network b6ddc12c-d9b7-4905-89ec-78c575d8b351 {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:32:30.886921 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:32:30.887289 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Checking segment: {'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:32:30.887685 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:30.888069 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Bound using segment: {'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:32:30.889098 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Bound port: 613ff28b-adc1-4b8f-92b0-e80bed733bad, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:32:30.889469 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:30.982074 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] For port 613ff28b-adc1-4b8f-92b0-e80bed733bad, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:32:30.985794 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] For port 613ff28b-adc1-4b8f-92b0-e80bed733bad, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=613ff28b-adc1-4b8f-92b0-e80bed733bad,segment=NetworkSegment(c663b353-3ba1-46c0-91fb-cb2d1193b796),segment_id=c663b353-3ba1-46c0-91fb-cb2d1193b796)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:32:30.990272 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:30.994591 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:32:31.076949 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Pushing event updated for resources: {'Port': ['ID=613ff28b-adc1-4b8f-92b0-e80bed733bad,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:32:31.080764 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:32:31.605834 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 613ff28b-adc1-4b8f-92b0-e80bed733bad up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:32:31.686788 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 613ff28b-adc1-4b8f-92b0-e80bed733bad completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:32:31.936550 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ae453-d5f3-4246-9ab8-24ef44eb13c4 None None] Network b6ddc12c-d9b7-4905-89ec-78c575d8b351 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:32:32.047087 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] Provisioning for port 613ff28b-adc1-4b8f-92b0-e80bed733bad completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:32:32.056041 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] Provisioning complete for port 613ff28b-adc1-4b8f-92b0-e80bed733bad triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:32:32.056041 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:32.281628 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:32.323178 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] For port 613ff28b-adc1-4b8f-92b0-e80bed733bad, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=613ff28b-adc1-4b8f-92b0-e80bed733bad,segment=NetworkSegment(c663b353-3ba1-46c0-91fb-cb2d1193b796),segment_id=c663b353-3ba1-46c0-91fb-cb2d1193b796)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:32:32.329777 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:32.332670 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-e2babe55-7f49-4e82-b05d-d69816a48b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:32:32.406081 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] Pushing event updated for resources: {'Port': ['ID=613ff28b-adc1-4b8f-92b0-e80bed733bad,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:32:32.409304 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:32:32.553683 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-5e8b9ee5-3503-4c36-b510-6b9631d1310b None None] Provisioning complete for port 613ff28b-adc1-4b8f-92b0-e80bed733bad triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:32:32.554057 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9ee5-3503-4c36-b510-6b9631d1310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:33.581265 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 613ff28b-adc1-4b8f-92b0-e80bed733bad up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:32:33.650258 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 613ff28b-adc1-4b8f-92b0-e80bed733bad triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:32:33.650624 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:42.851050 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-576cbb39-6df1-4c15-bc53-e3d894cdd3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:44.017262 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:32:45.564545 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:45.677445 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-c2d648fa-5779-48ad-9c49-8234a3ae924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:46.336820 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:32:48.249030 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:12.853051 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9ff1e37f-ab5d-481f-9819-3e85a8a10307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:15.567801 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:15.681419 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5adc3289-a89b-4fe5-963f-642ae2e5c7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:16.338216 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:18.251983 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:21.015545 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:33:35.931871 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50536) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:35.938743 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [None req-dd5b7bd1-13df-41b3-a18f-a49b6ab80e97 tempest-verify_tempest_config-1198940068 tempest-verify_tempest_config-1198940068-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:33:35.939722 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-dd5b7bd1-13df-41b3-a18f-a49b6ab80e97 tempest-verify_tempest_config-1198940068 tempest-verify_tempest_config-1198940068-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068519 May 18 14:33:36.252157 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50554) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:36.370025 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:36.385027 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:33:36.388773 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Usage tracker for resource:security_group_rule and tenant:3139e286c2be47548cd3e4c5b41cb838 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:33:36.391686 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:33:36.397433 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:33:36.484546 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:36.488353 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:36.499100 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:36.538871 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Synchronizing usage tracker for tenant:77dd0311ad2c4ce69a72da42f97c4f02 on resource:security_group {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:33:36.542332 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac7a8a-96dc-4424-831c-d21b5bb55810,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:36.554287 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.554616 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.554942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.555262 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.555578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.555895 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.556209 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.556524 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.556897 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.557222 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.557504 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.557810 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:33:36.563563 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:36.569326 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Unset dirty status for tenant:77dd0311ad2c4ce69a72da42f97c4f02 on resource:security_group {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:33:36.570612 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3139e286c2be47548cd3e4c5b41cb838&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3173709 May 18 14:33:36.573237 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50560) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:33:36.632130 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-6ea1af52-8bab-43d4-8ae4-cfc4f7d6aa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:36.658971 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-6ea1af52-8bab-43d4-8ae4-cfc4f7d6aa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:36.755366 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-6ea1af52-8bab-43d4-8ae4-cfc4f7d6aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:36.759246 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:33:36.770537 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1af52-8bab-43d4-8ae4-cfc4f7d6aa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac7a8a-96dc-4424-831c-d21b5bb55810,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:33:36.773120 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-6ea1af52-8bab-43d4-8ae4-cfc4f7d6aa93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:33:36.778554 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-6ea1af52-8bab-43d4-8ae4-cfc4f7d6aa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:36.781212 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-6ea1af52-8bab-43d4-8ae4-cfc4f7d6aa93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdac7a8a-96dc-4424-831c-d21b5bb55810 HTTP/1.1" status: 204 len: 168 time: 0.2068429 May 18 14:33:42.856595 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5585eed8-492a-494f-af33-a6928bb940e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:45.572237 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:45.684056 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-76faae9d-f843-46f3-aa06-24371486d1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:46.341035 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:48.256294 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:33:58.012735 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:34:12.858972 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-e6a21566-5bb1-4476-a45f-17127164fede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:15.567692 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:15.687446 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-425cf4d6-35eb-4240-9b7e-8c6d36e9e3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:16.344574 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:18.257750 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:35.009805 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:34:42.861057 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5b41a835-56d5-461c-ba65-a8d9335a6331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.571589 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:45.690138 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-310b6472-bf99-46e9-b816-c0a3a8702f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:46.347100 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:34:48.261111 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:12.007977 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 5 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:35:12.863914 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4ca7dd9f-e74b-4c10-85ab-289ed41a5d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:15.573810 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:15.691995 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b26eec35-916c-429d-ba99-1ffbe113198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:16.350295 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:18.263727 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:19.917719 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668'] for agent, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:23.997938 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50612) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:35:24.114234 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-dad6c0b4-4f04-4271-984d-ddc89a2b01fb admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1151786 May 18 14:35:26.273269 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50622) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:35:26.329893 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-1a0ee417-bca2-46ce-bfbe-34cc5b77a0ff admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0555220 May 18 14:35:42.865814 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-00e416f1-3930-462e-94d5-7a88732fc31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:45.578787 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:45.695045 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4a3450ba-3508-4eb9-bdfb-f4ac70f14e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:46.351569 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:48.267615 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:35:49.006800 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:35:49.874216 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:12.869970 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d72ced1a-afe3-4acf-bcd8-f1b53da9cbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:15.573446 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:15.697280 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-efada0b0-9217-4580-b5e7-87f896a02e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:16.355694 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:18.270736 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:19.886952 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:26.004766 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:36:42.873243 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-f596b2ee-b99a-4ef3-9b4c-2daa4a794910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:45.580605 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:45.698695 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d401d665-801b-4c67-99a8-1cd61c8739f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:46.357460 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:48.277107 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:49.901682 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.181851 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50806) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:57.436467 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-431444238-network', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:36:57.441439 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:57.445750 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Usage tracker for resource:network and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:57.448709 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:57.455141 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:57.468507 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Made reservation on behalf of 86a8148aefb84364b616460cedf5dd5f for: {'network': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:36:57.471609 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.487891 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.509454 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:57.513444 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Usage tracker for resource:security_group_rule and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:57.516966 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:57.523153 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:57.618448 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.624447 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.629650 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:36:57.675476 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=91425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:36:57.693862 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.694219 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.segments_db [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Added segment 9e471be3-9f8b-465b-8a57-31023a65189c of type vlan for network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e May 18 14:36:57.729055 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.757233 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6185b4dd-a6ef-43a0-817b-f4c590094c9c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:36:57.767672 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.768372 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.768967 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.769455 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.769933 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.770265 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.770591 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.770912 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.771307 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.771569 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.771894 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.772216 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Tracked resource versions report: May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: pushed versions: May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: { 'AddressGroup': {'1.2'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'ConntrackHelper': {'1.0'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Log': {'1.0'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Network': {'1.1'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Port': {'1.7'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'PortForwarding': {'1.2'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'QosPolicy': {'1.8'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'SecurityGroup': {'1.4'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'SecurityGroupRule': {'1.2'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'SubPort': {'1.0'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Subnet': {'1.1'}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Trunk': {'1.1'}} May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: consumer versions: May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: { DHCP agent@dv-cinder-787195-7-smb: {}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: HyperV agent@hv-cinder-78719: {}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: L3 agent@dv-cinder-787195-7-smb: {}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: Metadata agent@dv-cinder-787195-7-smb: {}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: Metering agent@dv-cinder-787195-7-smb: {}, May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: Open vSwitch agent@dv-cinder-787195-7-smb: { 'AddressGroup': '1.2', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'ConntrackHelper': '1.0', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Log': '1.0', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Network': '1.1', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Port': '1.7', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'PortForwarding': '1.2', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'QosPolicy': '1.8', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'SecurityGroup': '1.4', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'SecurityGroupRule': '1.2', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'SubPort': '1.0', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Subnet': '1.1', May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: 'Trunk': '1.1'}} May 18 14:36:57.773312 dv-cinder-787195-7-smb neutron-server[91425]: {{(pid=91425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:36:57.777049 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:36:57.782033 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.784002 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:36:57.784719 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.796348 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:36:57.853737 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6695542 May 18 14:36:57.857162 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50844) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:57.919337 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Request body: {'subnet': {'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-subnet', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:36:57.927250 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:57.931888 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Usage tracker for resource:subnet and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:57.935958 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:57.943028 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:57.953896 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Pushing event updated for resources: {'Network': ['ID=8b001595-5c30-4c08-85c1-7b5afbf6ef8e,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:36:57.957574 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:36:57.959448 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Made reservation on behalf of 86a8148aefb84364b616460cedf5dd5f for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:36:57.963775 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:57.968493 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:36:58.147509 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50856) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:58.190998 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50862) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:58.292453 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50870) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:58.332303 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50876) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:58.470609 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1312664976-network', 'tenant_id': '49895d1d336f4f30be021701578f19fc'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:36:58.479141 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:58.488603 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Usage tracker for resource:network and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:58.494051 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:58.509911 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2046619884-network', 'tenant_id': '63f0f3d9d7d54af7a474ad83bd76487a'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:36:58.514484 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:58.519919 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Usage tracker for resource:network and tenant:63f0f3d9d7d54af7a474ad83bd76487a is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:58.523322 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:58.529274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:58.532618 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:58.548732 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.549518 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Made reservation on behalf of 63f0f3d9d7d54af7a474ad83bd76487a for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:36:58.552341 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.558467 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f51b1aa6-d4db-4f78-8233-e90c440116d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:36:58.571132 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-520820188-network', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:36:58.574414 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.595560 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:58.600169 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Usage tracker for resource:security_group_rule and tenant:63f0f3d9d7d54af7a474ad83bd76487a is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:58.604501 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:58.611394 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:58.615475 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Made reservation on behalf of 49895d1d336f4f30be021701578f19fc for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:36:58.618385 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.648506 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Checking segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:36:58.648892 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Network hostable DHCP agents. Network: 8b001595-5c30-4c08-85c1-7b5afbf6ef8e, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:36:58.675303 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:58.679754 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.680217 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:36:58.691503 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f10d4a1-1722-4e43-be82-057027367984,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:36:58.694477 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:36:58.695577 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 8b001595-5c30-4c08-85c1-7b5afbf6ef8e) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:36:58.700236 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:36:58.702325 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.705718 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Usage tracker for resource:network and tenant:ee778988c72a4e2b891d3924425d5498 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:58.712556 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6db20e-d021-41cc-a5b8-a99908167f4e None None] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:36:58.716842 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:58.724503 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:58.727496 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:58.734744 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Usage tracker for resource:security_group_rule and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:58.738940 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:58.751978 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8901916 May 18 14:36:58.752465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50896) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:58.760110 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:36:58.761952 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:58.766298 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:58.771547 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Usage tracker for resource:router and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:58.778655 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:58.780657 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Made reservation on behalf of ee778988c72a4e2b891d3924425d5498 for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:36:58.783755 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.786729 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:58.801888 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33138036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.803811 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33048243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7784'] for router, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.807753 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-351971627-network', 'tenant_id': '563c60bedd284f7eb33e20c462742bb9'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:36:58.820782 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.829077 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:58.847006 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:58.852837 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee778988c72a4e2b891d3924425d5498 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:58.856434 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:58.863396 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:59.009343 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.011263 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:59.029257 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.031356 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Usage tracker for resource:network and tenant:563c60bedd284f7eb33e20c462742bb9 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:59.039329 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.042649 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:59.067032 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7927a9f1-cfed-54b6-95ad-f1c56a5d3a9b-8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984'}]}} from dv-cinder-787195-7-smb. {{(pid=91427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:36:59.067675 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.077493 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:36:59.094251 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:59.116816 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:36:59.131830 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.132500 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Added segment 9d3455e2-de81-4470-9dcb-c494fb7e405e of type vlan for network f286764e-b49e-4d3f-9e36-c78748a62858 May 18 14:36:59.167003 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.200245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e8731c-f1b2-4cfe-b75c-130397d2259d,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:36:59.223775 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:36:59.238864 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.239134 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Added segment 1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15 of type vlan for network cf7632be-0633-496f-9ed5-4564208e5e82 May 18 14:36:59.258582 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.db_base_plugin_common [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Allocated IP 172.20.0.2 (8b001595-5c30-4c08-85c1-7b5afbf6ef8e/8f10d4a1-1722-4e43-be82-057027367984/90e957a8-16ef-4058-a25a-b2d7b3997617) {{(pid=91427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:36:59.270511 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.327720 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.354539 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.354881 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.355258 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.357751 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.358727 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.359642 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.359979 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.361909 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.362412 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.363295 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.363295 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.363781 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Tracked resource versions report: May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: pushed versions: May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: { 'AddressGroup': {'1.2'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'ConntrackHelper': {'1.0'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Log': {'1.0'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Network': {'1.1'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Port': {'1.7'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'PortForwarding': {'1.2'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'QosPolicy': {'1.8'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'SecurityGroup': {'1.4'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'SecurityGroupRule': {'1.2'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'SubPort': {'1.0'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Subnet': {'1.1'}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Trunk': {'1.1'}} May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: consumer versions: May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: { DHCP agent@dv-cinder-787195-7-smb: {}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: HyperV agent@hv-cinder-78719: {}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: L3 agent@dv-cinder-787195-7-smb: {}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: Metadata agent@dv-cinder-787195-7-smb: {}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: Metering agent@dv-cinder-787195-7-smb: {}, May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: Open vSwitch agent@dv-cinder-787195-7-smb: { 'AddressGroup': '1.2', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'ConntrackHelper': '1.0', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Log': '1.0', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Network': '1.1', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Port': '1.7', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'PortForwarding': '1.2', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'QosPolicy': '1.8', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'SecurityGroup': '1.4', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'SecurityGroupRule': '1.2', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'SubPort': '1.0', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Subnet': '1.1', May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: 'Trunk': '1.1'}} May 18 14:36:59.371464 dv-cinder-787195-7-smb neutron-server[91426]: {{(pid=91426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:36:59.374045 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.393449 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:36:59.396061 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:36:59.425642 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:36:59.426226 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.497060 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Made reservation on behalf of 563c60bedd284f7eb33e20c462742bb9 for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:36:59.504642 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.533177 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Notify callbacks [] for port, precommit_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.557600 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Transition to ACTIVE for port object 90e957a8-16ef-4058-a25a-b2d7b3997617 will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:36:59.596815 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Transition to ACTIVE for port object 90e957a8-16ef-4058-a25a-b2d7b3997617 will not be triggered until provisioned by entity DHCP. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:36:59.601744 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4094293 May 18 14:36:59.619017 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.623898 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:36:59.625659 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50936) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:59.643830 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.655569 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Request body: {'subnet': {'network_id': 'cf7632be-0633-496f-9ed5-4564208e5e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2046619884-subnet', 'tenant_id': '63f0f3d9d7d54af7a474ad83bd76487a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:36:59.690168 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.db.resource_extend [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:36:59.750710 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e is already hosted by enough agents. {{(pid=91427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:36:59.755656 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.base_scheduler [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Resources bound (agent type, host, resource id): {{(pid=91427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:36:59.758122 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Pushing event updated for resources: {'Port': ['ID=90e957a8-16ef-4058-a25a-b2d7b3997617,revision_number=1']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:36:59.766104 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Received port after_create {{(pid=91427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:36:59.777202 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.778041 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.778578 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.779207 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.780352 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.780921 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.781473 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.782007 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.782140 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:59.782608 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.783013 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.783667 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.784335 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Tracked resource versions report: May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: pushed versions: May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: { 'AddressGroup': {'1.2'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'ConntrackHelper': {'1.0'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Log': {'1.0'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Network': {'1.1'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Port': {'1.7'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'PortForwarding': {'1.2'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'QosPolicy': {'1.8'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'SecurityGroup': {'1.4'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'SecurityGroupRule': {'1.2'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'SubPort': {'1.0'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Subnet': {'1.1'}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Trunk': {'1.1'}} May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: consumer versions: May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: { DHCP agent@dv-cinder-787195-7-smb: {}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: HyperV agent@hv-cinder-78719: {}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: L3 agent@dv-cinder-787195-7-smb: {}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: Metadata agent@dv-cinder-787195-7-smb: {}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: Metering agent@dv-cinder-787195-7-smb: {}, May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: Open vSwitch agent@dv-cinder-787195-7-smb: { 'AddressGroup': '1.2', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'ConntrackHelper': '1.0', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Log': '1.0', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Network': '1.1', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Port': '1.7', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'PortForwarding': '1.2', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'QosPolicy': '1.8', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'SecurityGroup': '1.4', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'SecurityGroupRule': '1.2', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'SubPort': '1.0', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Subnet': '1.1', May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: 'Trunk': '1.1'}} May 18 14:36:59.785891 dv-cinder-787195-7-smb neutron-server[91427]: {{(pid=91427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:36:59.803733 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:36:59.824206 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6543a091-a3f6-4bef-b2d3-457707ea0bc8,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:36:59.829923 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:36:59.844448 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Usage tracker for resource:subnet and tenant:63f0f3d9d7d54af7a474ad83bd76487a is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:59.846134 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:563c60bedd284f7eb33e20c462742bb9 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:36:59.851628 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.858286 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:59.861254 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:36:59.864228 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:36:59.871618 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:36:59.873068 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:36:59.940851 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Made reservation on behalf of 63f0f3d9d7d54af7a474ad83bd76487a for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:36:59.945246 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.965544 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Attempting to bind port 90e957a8-16ef-4058-a25a-b2d7b3997617 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:36:59.967797 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Attempting to bind port 90e957a8-16ef-4058-a25a-b2d7b3997617 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:36:59.970485 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Attempting to bind port 90e957a8-16ef-4058-a25a-b2d7b3997617 on network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:36:59.980665 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:36:59.981204 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Checking segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:36:59.981704 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50948) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:36:59.985164 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:36:59.985838 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Bound using segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:36:59.986701 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Bound port: 90e957a8-16ef-4058-a25a-b2d7b3997617, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:36:59.987861 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.043133 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.049116 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Pushing event updated for resources: {'Network': ['ID=cf7632be-0633-496f-9ed5-4564208e5e82,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:00.058544 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:00.064415 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.065905 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:00.068697 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.070830 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network cf7632be-0633-496f-9ed5-4564208e5e82 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:00.085867 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:00.086861 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.128262 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-72682551-e3e5-4808-8ea0-0a8ac976b787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:00.231479 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] For port 90e957a8-16ef-4058-a25a-b2d7b3997617, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:00.259336 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] For port 90e957a8-16ef-4058-a25a-b2d7b3997617, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=90e957a8-16ef-4058-a25a-b2d7b3997617,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:00.275539 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.283598 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:00.333988 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.367519 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:00.374999 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Usage tracker for resource:security_group_rule and tenant:fc5db5f06f1141e4aee9b301055edde7 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:00.382874 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:00.387615 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Pushing event updated for resources: {'Port': ['ID=90e957a8-16ef-4058-a25a-b2d7b3997617,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:00.392001 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:00.413085 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:00.482363 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50962) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:00.487950 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.492818 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1990068 May 18 14:37:00.496504 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50964) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:00.504411 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Request body: {'subnet': {'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-subnet', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:00.511811 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:00.538359 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:00.593808 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.595886 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Usage tracker for resource:subnet and tenant:ee778988c72a4e2b891d3924425d5498 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:00.608179 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:00.624375 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:00.629317 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.629660 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Added segment 337d74ed-53a9-4f09-9672-dc991c5c6398 of type vlan for network d770d507-5ee1-46cc-a889-38852c372718 May 18 14:37:00.637431 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Pushing event updated for resources: {'Network': ['ID=f286764e-b49e-4d3f-9e36-c78748a62858,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:00.644400 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:00.647816 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:00.648282 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:00.653910 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network f286764e-b49e-4d3f-9e36-c78748a62858 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:00.711885 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Made reservation on behalf of ee778988c72a4e2b891d3924425d5498 for: {'subnet': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:00.757666 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.859975 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.879569 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.880248 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Added segment ad927e21-e0ee-489d-ad83-e7a00aa70c4b of type vlan for network 855aafc6-31de-4b24-841b-d70acbe70434 May 18 14:37:00.884885 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.920249 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:00.984545 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:00.993740 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f58367-c24c-46ae-8173-7de79fb9d0f3,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:01.009454 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc5db5f06f1141e4aee9b301055edde7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0235531 May 18 14:37:01.025704 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50984) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:01.076567 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.089128 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed6fea-69a8-4d6c-a5ea-d394295f262c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:01.092301 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:01.102733 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c35d7d-79b5-48d0-ba1f-7ae664551994,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:01.113163 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:01.116539 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:01.116835 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:01.135231 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.147607 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.150260 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:01.150999 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.161168 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-dad73db0-aeea-4066-ae81-7288d27cde6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:01.203950 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:01.254420 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Usage tracker for resource:security_group_rule and tenant:8721d742003f4b9d8d4bc1a1c6ef4a64 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:01.257702 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.266127 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:01.267987 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-110e6e66-1b11-4bf7-9228-cd7d3d257485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.276358 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:01.277096 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.285604 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:01.316506 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.359865 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.381237 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Pushing event updated for resources: {'Network': ['ID=d770d507-5ee1-46cc-a889-38852c372718,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:01.393040 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network d770d507-5ee1-46cc-a889-38852c372718 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:01.397955 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:01.403547 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:01.425845 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2770975 May 18 14:37:01.431953 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-110e6e66-1b11-4bf7-9228-cd7d3d257485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.433556 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 50988) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:01.453241 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Request body: {'subnet': {'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1312664976-subnet', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:01.469505 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:01.469746 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1360745 May 18 14:37:01.470191 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 50992) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:01.481975 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Usage tracker for resource:subnet and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:01.492777 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:01.497282 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Request body: {'subnet': {'network_id': '855aafc6-31de-4b24-841b-d70acbe70434', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-351971627-subnet', 'tenant_id': '563c60bedd284f7eb33e20c462742bb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:01.508356 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:01.552955 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:01.590810 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Made reservation on behalf of 49895d1d336f4f30be021701578f19fc for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:01.593519 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.598414 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Usage tracker for resource:subnet and tenant:563c60bedd284f7eb33e20c462742bb9 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:01.603711 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=855aafc6-31de-4b24-841b-d70acbe70434,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:01.610971 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:01.616532 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:01.621372 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 855aafc6-31de-4b24-841b-d70acbe70434 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:01.628937 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:01.691155 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Allocated IP 172.28.3.118 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/4891c34d-b13d-4433-bd22-574e4eae0ee4) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:01.694435 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.715969 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-110e6e66-1b11-4bf7-9228-cd7d3d257485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.734646 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:01.741204 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Made reservation on behalf of 563c60bedd284f7eb33e20c462742bb9 for: {'subnet': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:01.743825 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.750235 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454df75-2eb3-4c91-9173-9631108d9aad None None] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:01.764713 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.784551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e6e66-1b11-4bf7-9228-cd7d3d257485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed6fea-69a8-4d6c-a5ea-d394295f262c,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:01.800465 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-110e6e66-1b11-4bf7-9228-cd7d3d257485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:01.802126 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-110e6e66-1b11-4bf7-9228-cd7d3d257485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:01.803875 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-110e6e66-1b11-4bf7-9228-cd7d3d257485 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fed6fea-69a8-4d6c-a5ea-d394295f262c HTTP/1.1" status: 204 len: 168 time: 0.7771473 May 18 14:37:01.848281 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-273b8600-a3c7-407b-8c67-1ebc7e32bece None None] Provisioning for port 90e957a8-16ef-4058-a25a-b2d7b3997617 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:01.907906 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:01.916735 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 90e957a8-16ef-4058-a25a-b2d7b3997617 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:02.006500 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.009144 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8721d742003f4b9d8d4bc1a1c6ef4a64&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4256208 May 18 14:37:02.015368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbf30f9-4a6d-49df-bc23-5de347edd375,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:02.022330 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51008) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:02.064344 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 90e957a8-16ef-4058-a25a-b2d7b3997617 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:02.072604 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 90e957a8-16ef-4058-a25a-b2d7b3997617 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:02.073301 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.079032 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:02.082220 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:02.113369 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.128498 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:02.327987 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0c2e29-a20f-4008-9986-73999c991178,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:02.349160 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51018) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:02.351061 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:02.371456 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Checking segment: {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:02.371902 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Network hostable DHCP agents. Network: f286764e-b49e-4d3f-9e36-c78748a62858, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:02.396889 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.407835 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39c8c1d7-fd23-4196-80a2-f8ec2a794b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.414891 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.421516 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=531a60c5-c442-4ffd-9840-0f8997cf4cce,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:02.426154 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Checking segment: {'id': '1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf7632be-0633-496f-9ed5-4564208e5e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:02.426516 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Network hostable DHCP agents. Network: cf7632be-0633-496f-9ed5-4564208e5e82, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:02.432644 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:02.443245 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.457451 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 90e957a8-16ef-4058-a25a-b2d7b3997617, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=90e957a8-16ef-4058-a25a-b2d7b3997617,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:02.465553 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.470174 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:02.515335 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:02.530428 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Network f286764e-b49e-4d3f-9e36-c78748a62858 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:02.542740 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39c8c1d7-fd23-4196-80a2-f8ec2a794b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.552969 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] Usage tracker for resource:security_group_rule and tenant:edba286abb024b498fc2956668eac9a5 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:02.559022 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:02.563058 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=90e957a8-16ef-4058-a25a-b2d7b3997617,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:02.568642 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:02.574872 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:02.591406 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Network cf7632be-0633-496f-9ed5-4564208e5e82 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:02.603977 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, f286764e-b49e-4d3f-9e36-c78748a62858) {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:02.609452 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:02.611174 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.616897 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f237b7f1-0262-473b-a311-2ebeb9fd8535 None None] Network f286764e-b49e-4d3f-9e36-c78748a62858 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:02.677552 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1750879 May 18 14:37:02.678301 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51026) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:02.696402 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:02.702232 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:02.705800 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, cf7632be-0633-496f-9ed5-4564208e5e82) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:02.737434 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:02.738508 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.759511 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Usage tracker for resource:router and tenant:ee778988c72a4e2b891d3924425d5498 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:02.765012 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:02.773381 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63006655-3a70-414c-8a64-4dd14b8dd811 None None] Network cf7632be-0633-496f-9ed5-4564208e5e82 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:02.779194 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:02.801120 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.810609 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-67858123-4f16-433c-849c-92ac0ee229f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:02.858408 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33138036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.860020 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33048243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7784'] for router, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.865998 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.957705 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.957963 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:02.962531 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac553728-0f84-4b92-bb26-8c50d4b62abf,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:02.964395 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:02.978746 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:02.988188 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Checking segment: {'id': 'ad927e21-e0ee-489d-ad83-e7a00aa70c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '855aafc6-31de-4b24-841b-d70acbe70434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:02.988615 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Network hostable DHCP agents. Network: 855aafc6-31de-4b24-841b-d70acbe70434, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:03.012430 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.013406 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39c8c1d7-fd23-4196-80a2-f8ec2a794b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.019578 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:37:03.037944 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-fecf90cc-5d52-4b7d-870d-b5a591c1b94c None None] Provisioning complete for port 90e957a8-16ef-4058-a25a-b2d7b3997617 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:03.038458 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-fecf90cc-5d52-4b7d-870d-b5a591c1b94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.060514 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4334497 May 18 14:37:03.073131 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edba286abb024b498fc2956668eac9a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7156339 May 18 14:37:03.080272 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:03.080906 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51044) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:03.094107 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Network 855aafc6-31de-4b24-841b-d70acbe70434 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:03.104043 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:03.125415 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 855aafc6-31de-4b24-841b-d70acbe70434) {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:03.162123 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:03.173687 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b0a1c1-2bf7-4dc4-a416-26ff2839e153 None None] Network 855aafc6-31de-4b24-841b-d70acbe70434 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:03.234975 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91c3c0-1266-4662-9712-4d9a1870efaa None None] Network f286764e-b49e-4d3f-9e36-c78748a62858 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:03.236978 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-39c8c1d7-fd23-4196-80a2-f8ec2a794b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.240431 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-39c8c1d7-fd23-4196-80a2-f8ec2a794b4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bbf30f9-4a6d-49df-bc23-5de347edd375 HTTP/1.1" status: 204 len: 168 time: 1.2118249 May 18 14:37:03.240431 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=4891c34d-b13d-4433-bd22-574e4eae0ee4,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:03.252881 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:03.257911 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c0bf0ab5-1e02-47bd-90f8-95f8395f236b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:03.368989 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:03.373091 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.428447 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-27ca79ce-5284-40a9-a344-b7a4c84c0a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.507938 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-27ca79ce-5284-40a9-a344-b7a4c84c0a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.564942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c80d7-fcd6-4985-ac1d-61b7afd60add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1606f6f6-0fd8-450d-a688-f20caeef0eee,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:03.588872 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1110680 May 18 14:37:03.602834 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.637670 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8c1d7-fd23-4196-80a2-f8ec2a794b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbf30f9-4a6d-49df-bc23-5de347edd375,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:03.643980 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556086f-6a70-41b3-ba34-8cab169e0916 None None] Network cf7632be-0633-496f-9ed5-4564208e5e82 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:03.649030 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-39c8c1d7-fd23-4196-80a2-f8ec2a794b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:03.651254 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.555s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:03.651611 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:03.819284 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-27ca79ce-5284-40a9-a344-b7a4c84c0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.840710 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 90e957a8-16ef-4058-a25a-b2d7b3997617 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:03.842874 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f4119147-e726-48f7-b84b-be123eb95d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:03.856436 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.872348 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca79ce-5284-40a9-a344-b7a4c84c0a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1606f6f6-0fd8-450d-a688-f20caeef0eee,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:03.893271 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-27ca79ce-5284-40a9-a344-b7a4c84c0a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:03.894793 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-27ca79ce-5284-40a9-a344-b7a4c84c0a62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1606f6f6-0fd8-450d-a688-f20caeef0eee HTTP/1.1" status: 204 len: 168 time: 0.7975860 May 18 14:37:03.896051 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-27ca79ce-5284-40a9-a344-b7a4c84c0a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:03.900180 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:04.062512 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Checking segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:04.063649 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Network hostable DHCP agents. Network: d770d507-5ee1-46cc-a889-38852c372718, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:04.084370 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e191646f-9526-4ce5-bba1-3c81ef3d8bd1,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:04.095099 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:04.119044 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.183737 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.202837 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Network d770d507-5ee1-46cc-a889-38852c372718 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:04.236691 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9cbc8-eb31-429f-9014-857cb80e886d None None] Network 855aafc6-31de-4b24-841b-d70acbe70434 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:04.245375 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, d770d507-5ee1-46cc-a889-38852c372718) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:04.253318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:04.253911 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.271551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.342167 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51092) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:04.348832 dv-cinder-787195-7-smb neutron-server[91426]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 14:37:04.409413 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8d005-6fab-4077-9214-5d4932fcc59f None None] Network d770d507-5ee1-46cc-a889-38852c372718 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:04.447576 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 90e957a8-16ef-4058-a25a-b2d7b3997617 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:04.448256 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.502569 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0657387 May 18 14:37:04.509186 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51102) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:04.538543 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:04.560174 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:04.669206 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Usage tracker for resource:router and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:04.680176 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:04.704840 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:04.753085 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Allocated IP 172.28.3.226 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/010319ab-8299-4a95-bc1e-f12921710ee0) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:04.800099 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33138036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.801234 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33048243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7784'] for router, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.856688 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.866294 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33138047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087'] for router, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:04.903469 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203379-2836-4c35-b99e-0a368112456e req-93051a70-0bc9-4a9a-a2ab-6f3e7570d066 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:04.904290 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-e1203379-2836-4c35-b99e-0a368112456e req-93051a70-0bc9-4a9a-a2ab-6f3e7570d066 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Synchronizing usage tracker for tenant:63f0f3d9d7d54af7a474ad83bd76487a on resource:network {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:05.086511 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-e1203379-2836-4c35-b99e-0a368112456e req-93051a70-0bc9-4a9a-a2ab-6f3e7570d066 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Unset dirty status for tenant:63f0f3d9d7d54af7a474ad83bd76487a on resource:network {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:05.087664 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-93051a70-0bc9-4a9a-a2ab-6f3e7570d066 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/networks?id=cf7632be-0633-496f-9ed5-4564208e5e82 HTTP/1.1" status: 200 len: 812 time: 0.7440152 May 18 14:37:05.125088 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-3b7309df-426d-4778-848b-237fc9c767e7 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/quotas/63f0f3d9d7d54af7a474ad83bd76487a HTTP/1.1" status: 200 len: 375 time: 0.0261195 May 18 14:37:05.179470 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7927a9f1-cfed-54b6-95ad-f1c56a5d3a9b-d770d507-5ee1-46cc-a889-38852c372718', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1'}]}} from dv-cinder-787195-7-smb. {{(pid=91427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:37:05.180779 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.200569 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51140) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:05.209434 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1144305815-network', 'tenant_id': '60e52bbbdcba4f9c846630985af2e57c'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:05.229690 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-bdb583fd-3b4d-4924-aad5-3a6bc7026de6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=63f0f3d9d7d54af7a474ad83bd76487a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944824 May 18 14:37:05.232693 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.269635 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.285238 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:05.292991 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:05.368281 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Usage tracker for resource:network and tenant:60e52bbbdcba4f9c846630985af2e57c is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:05.378315 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:05.379361 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Pushing event updated for resources: {'Port': ['ID=010319ab-8299-4a95-bc1e-f12921710ee0,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:05.385889 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:05.388152 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:05.389328 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:05.392698 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:05.394152 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.db_base_plugin_common [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Allocated IP 172.20.0.2 (d770d507-5ee1-46cc-a889-38852c372718/e191646f-9526-4ce5-bba1-3c81ef3d8bd1/62c4f062-3a3d-48da-b076-817f1ecc0c1a) {{(pid=91427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:05.454976 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:05.555600 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.620103 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Made reservation on behalf of 60e52bbbdcba4f9c846630985af2e57c for: {'network': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:05.623118 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.637791 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.670303 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:05.678715 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Usage tracker for resource:security_group_rule and tenant:60e52bbbdcba4f9c846630985af2e57c is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:05.683205 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:05.687708 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Router 395f1065-3754-42ac-929c-841a49e17226 is scheduled to L3 agent 8eee9022-342d-41cc-9825-549deeb79623 with binding_index 1 {{(pid=91425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:37:05.707481 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:05.793610 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Notify callbacks [] for port, precommit_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.803678 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51160) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:05.818534 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Transition to ACTIVE for port object 62c4f062-3a3d-48da-b076-817f1ecc0c1a will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:05.857085 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Transition to ACTIVE for port object 62c4f062-3a3d-48da-b076-817f1ecc0c1a will not be triggered until provisioned by entity DHCP. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:05.872256 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:05.885615 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:05.973349 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Network d770d507-5ee1-46cc-a889-38852c372718 is already hosted by enough agents. {{(pid=91427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:05.976514 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.base_scheduler [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Resources bound (agent type, host, resource id): {{(pid=91427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:05.979075 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Received port after_create {{(pid=91427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:05.995874 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.048699 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Pushing event updated for resources: {'Port': ['ID=62c4f062-3a3d-48da-b076-817f1ecc0c1a,revision_number=1']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:06.064205 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:06.181529 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Attempting to bind port 62c4f062-3a3d-48da-b076-817f1ecc0c1a on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:06.182847 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Attempting to bind port 62c4f062-3a3d-48da-b076-817f1ecc0c1a by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:06.183321 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Attempting to bind port 62c4f062-3a3d-48da-b076-817f1ecc0c1a on network d770d507-5ee1-46cc-a889-38852c372718 {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:06.197574 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:06.198012 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Checking segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:06.198387 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.198774 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Bound using segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:06.199262 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Bound port: 62c4f062-3a3d-48da-b076-817f1ecc0c1a, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:06.200093 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.340186 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.368767 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-f48ac987-5566-46eb-94de-797b7b39b5d1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:37:06.369980 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-f48ac987-5566-46eb-94de-797b7b39b5d1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3933630 May 18 14:37:06.391146 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.418786 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] For port 62c4f062-3a3d-48da-b076-817f1ecc0c1a, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:06.424095 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] For port 62c4f062-3a3d-48da-b076-817f1ecc0c1a, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=62c4f062-3a3d-48da-b076-817f1ecc0c1a,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:06.432215 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.439373 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.447612 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-267d5afe-126a-4e31-b20b-766d7bab2ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:06.478125 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:37:06.488018 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Sync routers for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:37:06.494756 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:06.503821 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:06.505744 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:36:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:06.507170 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Usage tracker for resource:security_group_rule and tenant:55f6394fd4d6433e827eb004103bf1cd is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:06.515767 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:06.570906 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.572133 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8185239 May 18 14:37:06.573957 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:06.575912 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51180) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:06.593091 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33138047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087'] for router, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.698398 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Pushing event updated for resources: {'Port': ['ID=62c4f062-3a3d-48da-b076-817f1ecc0c1a,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:06.715090 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:06.729053 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.754199 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:06.758387 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Allocated IP 172.28.3.76 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/259a7d0c-da7d-4783-9f26-e4793ae4c864) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:06.770716 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:06.910146 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cb8751-cd83-4c37-987f-d3f8d764c8d4,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:06.913056 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=91425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:06.927701 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:06.939663 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:06.950464 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-d9cc4f08-8c21-42d5-bcd4-f6e19ac93393 service neutron] 10.222.0.18 "GET /v2.0/networks/cf7632be-0633-496f-9ed5-4564208e5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192084 May 18 14:37:07.000403 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.004729 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.segments_db [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Added segment a8b939b3-491a-4b4e-85d4-bf9f2edbf74e of type vlan for network 8ced36fc-bd8c-4498-800d-893d20c41d37 May 18 14:37:07.127455 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.168767 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.242210 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:07.247467 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.271900 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Router 935adbbb-3eb4-4850-a52c-87a8946ec1ab is scheduled to L3 agent 8eee9022-342d-41cc-9825-549deeb79623 with binding_index 1 {{(pid=91426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:37:07.394982 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.db.resource_extend [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:37:07.445116 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.450196 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55f6394fd4d6433e827eb004103bf1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6453660 May 18 14:37:07.457206 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51202) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:07.457673 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-012553de-09ed-41dd-80b6-53d01b6a8088 service neutron] 10.222.0.18 "GET /v2.0/networks/cf7632be-0633-496f-9ed5-4564208e5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063548 May 18 14:37:07.458324 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df76fa89-750e-4a40-a8f7-a163860e1ab8,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:07.461696 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:07.603077 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.610022 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:03Z', 'revision_number': 3, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:07.621672 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Checking router: 395f1065-3754-42ac-929c-841a49e17226 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:37:07.622036 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Updating router 395f1065-3754-42ac-929c-841a49e17226 port 4891c34d-b13d-4433-bd22-574e4eae0ee4 binding host dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:37:07.634640 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:07.635316 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.653037 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:37:07.665002 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-467842f1-65a9-4759-ad7b-55822c8f54cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:07.665236 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Sync routers for ids ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:37:07.682243 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Routers {'935adbbb-3eb4-4850-a52c-87a8946ec1ab'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:07.683743 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:36:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:07.696740 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.700880 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0174448 May 18 14:37:07.702082 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51210) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:07.861813 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:07.965187 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51228) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:07.969850 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 62c4f062-3a3d-48da-b076-817f1ecc0c1a up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:08.101177 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-48880291-2eef-49f6-98f9-cb90ce0e8a19 req-fb70b209-2693-4821-995b-a103c850c9f0 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 210 time: 0.1110177 May 18 14:37:08.202644 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-dd692ea6-43fb-47d9-b173-90f1605fb36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:08.205683 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0025580 May 18 14:37:08.219082 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Pushing event updated for resources: {'Network': ['ID=8ced36fc-bd8c-4498-800d-893d20c41d37,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:08.241007 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 8ced36fc-bd8c-4498-800d-893d20c41d37 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:08.243540 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51240) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:08.259908 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Request body: {'subnet': {'network_id': '8ced36fc-bd8c-4498-800d-893d20c41d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1144305815-subnet', 'tenant_id': '60e52bbbdcba4f9c846630985af2e57c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:08.287417 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 62c4f062-3a3d-48da-b076-817f1ecc0c1a completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:08.329774 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-dd692ea6-43fb-47d9-b173-90f1605fb36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:08.340726 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:08.351409 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:08.361064 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Usage tracker for resource:subnet and tenant:60e52bbbdcba4f9c846630985af2e57c is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:08.364891 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:08.371746 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:08.391081 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:08.397778 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Made reservation on behalf of 60e52bbbdcba4f9c846630985af2e57c for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:08.400676 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:08.468071 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ea055c56-0caf-4465-a931-4caced5f4cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:08.564004 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdc94da-4b1b-425a-8ec0-7db2648b2910 None None] Network d770d507-5ee1-46cc-a889-38852c372718 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:08.602835 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:08.735847 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:08.765057 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:08.769090 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Set router 935adbbb-3eb4-4850-a52c-87a8946ec1ab gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:08.853710 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Notify callbacks [] for port, precommit_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:08.871988 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.provisioning_blocks [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Transition to ACTIVE for port object 4891c34d-b13d-4433-bd22-574e4eae0ee4 will not be triggered until provisioned by entity L2. {{(pid=91428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:08.883441 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:08.898528 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:09.019130 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51280) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:09.076005 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Attempting to bind port 4891c34d-b13d-4433-bd22-574e4eae0ee4 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:09.077279 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Attempting to bind port 4891c34d-b13d-4433-bd22-574e4eae0ee4 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:09.077873 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Attempting to bind port 4891c34d-b13d-4433-bd22-574e4eae0ee4 on network 67d17139-cc6d-4551-b5a7-1abc387186ac {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:09.084942 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Pushing event updated for resources: {'Port': ['ID=4891c34d-b13d-4433-bd22-574e4eae0ee4,revision_number=2']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:09.094538 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.095145 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.095632 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.096153 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.096654 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.097133 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.097610 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.098084 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.098575 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.099046 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.099774 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.100253 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Tracked resource versions report: May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: pushed versions: May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: { 'AddressGroup': {'1.2'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'ConntrackHelper': {'1.0'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Log': {'1.0'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Network': {'1.1'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Port': {'1.7'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'PortForwarding': {'1.2'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'QosPolicy': {'1.8'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'SecurityGroup': {'1.4'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'SecurityGroupRule': {'1.2'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'SubPort': {'1.0'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Subnet': {'1.1'}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Trunk': {'1.1'}} May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: consumer versions: May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: { DHCP agent@dv-cinder-787195-7-smb: {}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: HyperV agent@hv-cinder-78719: {}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: L3 agent@dv-cinder-787195-7-smb: {}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: Metadata agent@dv-cinder-787195-7-smb: {}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: Metering agent@dv-cinder-787195-7-smb: {}, May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: Open vSwitch agent@dv-cinder-787195-7-smb: { 'AddressGroup': '1.2', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'ConntrackHelper': '1.0', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Log': '1.0', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Network': '1.1', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Port': '1.7', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'PortForwarding': '1.2', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'QosPolicy': '1.8', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'SecurityGroup': '1.4', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'SecurityGroupRule': '1.2', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'SubPort': '1.0', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Subnet': '1.1', May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: 'Trunk': '1.1'}} May 18 14:37:09.101773 dv-cinder-787195-7-smb neutron-server[91428]: {{(pid=91428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 14:37:09.114311 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:09.115026 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:09.115878 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.116490 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Bound using segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:09.117245 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Bound port: 4891c34d-b13d-4433-bd22-574e4eae0ee4, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:09.119252 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.148278 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:09.149441 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-dd692ea6-43fb-47d9-b173-90f1605fb36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.199766 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] Provisioning for port 62c4f062-3a3d-48da-b076-817f1ecc0c1a completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:09.208300 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] For port 4891c34d-b13d-4433-bd22-574e4eae0ee4, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:09.213825 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] For port 4891c34d-b13d-4433-bd22-574e4eae0ee4, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=4891c34d-b13d-4433-bd22-574e4eae0ee4,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:09.228256 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.240022 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-caf6c3bf-1e47-4340-a1aa-b688bbd1bf52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:09.256091 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] Provisioning complete for port 62c4f062-3a3d-48da-b076-817f1ecc0c1a triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:09.256466 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.272377 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Pushing event updated for resources: {'Port': ['ID=259a7d0c-da7d-4783-9f26-e4793ae4c864,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:09.295466 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:09.295952 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-27ca79ce-5284-40a9-a344-b7a4c84c0a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:09.341690 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd692ea6-43fb-47d9-b173-90f1605fb36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df76fa89-750e-4a40-a8f7-a163860e1ab8,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:09.346009 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-dd692ea6-43fb-47d9-b173-90f1605fb36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:09.348338 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a9e50545-5692-4cd3-9b35-e1a5c582fca9 req-d7af5090-df7f-49fa-9752-cfa4ac417b2d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 210 time: 0.0693388 May 18 14:37:09.406523 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.427792 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:09.428668 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:36:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:09.475141 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:09.488340 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-dd692ea6-43fb-47d9-b173-90f1605fb36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.489638 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-dd692ea6-43fb-47d9-b173-90f1605fb36d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df76fa89-750e-4a40-a8f7-a163860e1ab8 HTTP/1.1" status: 204 len: 168 time: 2.0281370 May 18 14:37:09.533770 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.626724 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c4ef7997e6446284adeed6e56429af is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:09.750614 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:09.771246 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:09.779144 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:09.857272 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.883263 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:09.958204 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Pushing event updated for resources: {'Port': ['ID=4891c34d-b13d-4433-bd22-574e4eae0ee4,revision_number=3']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:10.031566 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:10.078842 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] For port 62c4f062-3a3d-48da-b076-817f1ecc0c1a, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=62c4f062-3a3d-48da-b076-817f1ecc0c1a,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:10.099805 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:10.122234 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:10.238389 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] Pushing event updated for resources: {'Port': ['ID=62c4f062-3a3d-48da-b076-817f1ecc0c1a,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:10.242054 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:10.259277 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:37:05Z', 'revision_number': 3, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port': {'id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:10.266439 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Checking router: 935adbbb-3eb4-4850-a52c-87a8946ec1ab for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:37:10.270257 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Updating router 935adbbb-3eb4-4850-a52c-87a8946ec1ab port 010319ab-8299-4a95-bc1e-f12921710ee0 binding host dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:37:10.390543 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Allocated IP 172.20.0.1 (8b001595-5c30-4c08-85c1-7b5afbf6ef8e/8f10d4a1-1722-4e43-be82-057027367984/9283e53e-f515-42cd-a172-57043759eb3c) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:10.412014 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:10.621983 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:03Z', 'revision_number': 3, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:10.627040 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4d16f-001f-4db3-a6c2-5d22593a1723 None None] The sync data for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb is: [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:03Z', 'revision_number': 3, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:37:10.699837 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Allocated IP 172.20.0.1 (f286764e-b49e-4d3f-9e36-c78748a62858/531a60c5-c442-4ffd-9840-0f8997cf4cce/e190c3b6-4ae3-4c9c-941e-483273393d83) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:10.727685 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-776f6ef7-8166-4cc3-a9cb-8b2c79ac175c None None] Provisioning complete for port 62c4f062-3a3d-48da-b076-817f1ecc0c1a triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:10.728883 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-776f6ef7-8166-4cc3-a9cb-8b2c79ac175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:10.966835 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.001268 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Transition to ACTIVE for port object 9283e53e-f515-42cd-a172-57043759eb3c will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:11.060691 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.120217 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8d2d3bbc-b700-4f5e-b89f-80299666aa2b req-c3c757b4-a26e-45e8-9ce5-13e15e6f1629 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 210 time: 0.1376464 May 18 14:37:11.176031 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.247046 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.262836 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.287458 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:11.345560 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0c4ef7997e6446284adeed6e56429af&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3242929 May 18 14:37:11.346910 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.348791 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51330) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:11.352876 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1b1dab-b954-4e38-9d50-76e4c2b03869,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:11.359510 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:11.360637 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e24f3f31-ab11-4997-86bf-9f5b31b31b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:11.418423 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.443208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:11.465792 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Network f286764e-b49e-4d3f-9e36-c78748a62858 is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:11.472802 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:11.479477 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Pushing event updated for resources: {'Port': ['ID=e190c3b6-4ae3-4c9c-941e-483273393d83,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:11.486792 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Notify callbacks [] for port, precommit_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.496576 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:11.497388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438332'] for router_interface, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.505211 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Transition to ACTIVE for port object 010319ab-8299-4a95-bc1e-f12921710ee0 will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:11.514983 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.527275 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-94fe55e5-26b9-4039-a387-5a4461ee3ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:11.575469 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:11.581474 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:11.644575 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Attempting to bind port 010319ab-8299-4a95-bc1e-f12921710ee0 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:11.647895 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Attempting to bind port 010319ab-8299-4a95-bc1e-f12921710ee0 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:11.648510 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Attempting to bind port 010319ab-8299-4a95-bc1e-f12921710ee0 on network 67d17139-cc6d-4551-b5a7-1abc387186ac {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:11.672246 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b13481-a044-4d05-a453-6b509ca8028d None None] Pushing event updated for resources: {'Port': ['ID=010319ab-8299-4a95-bc1e-f12921710ee0,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:11.682984 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:11.683646 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:11.684230 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.684802 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Bound using segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:11.685700 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Bound port: 010319ab-8299-4a95-bc1e-f12921710ee0, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:11.686276 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.699753 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:11.710239 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438332'] for router_interface, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:11.808837 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.66', 58676) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:11.883085 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:11.952547 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] For port 010319ab-8299-4a95-bc1e-f12921710ee0, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:11.957190 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] For port 010319ab-8299-4a95-bc1e-f12921710ee0, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=010319ab-8299-4a95-bc1e-f12921710ee0,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:11.958438 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-b4b13481-a044-4d05-a453-6b509ca8028d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:11.971529 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:12.007163 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:12.045977 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9f78f3f-a690-4bd0-b35b-a06f9de72cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:12.091012 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 62c4f062-3a3d-48da-b076-817f1ecc0c1a up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:12.098990 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Pushing event updated for resources: {'Port': ['ID=9283e53e-f515-42cd-a172-57043759eb3c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:12.116378 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:12.406510 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:12.506712 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d1990f54-20b0-4f50-a95e-1f12985c3f30 None None] Provisioning for port 9283e53e-f515-42cd-a172-57043759eb3c completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:12.516040 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Routers {'935adbbb-3eb4-4850-a52c-87a8946ec1ab'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:12.516717 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:36:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:12.577628 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:12.577628 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33138047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087'] for router, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:12.626132 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:12.659988 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9929cf1b-021a-4e52-acda-6f34951dace2 req-08841f36-2f75-410f-b70b-b431056382da tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 210 time: 0.2058051 May 18 14:37:12.673019 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9f78f3f-a690-4bd0-b35b-a06f9de72cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:12.712286 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:12.859320 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] Set router 935adbbb-3eb4-4850-a52c-87a8946ec1ab gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:12.884333 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203379-2836-4c35-b99e-0a368112456e req-3c61eea2-27cb-40ed-9ae1-6c66739a99b0 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:12.898370 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-3c61eea2-27cb-40ed-9ae1-6c66739a99b0 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.66 "GET /v2.0/networks?id=cf7632be-0633-496f-9ed5-4564208e5e82 HTTP/1.1" status: 200 len: 812 time: 1.0754774 May 18 14:37:12.929768 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01a4c5c-f296-4ddd-b387-3b7a5c820610,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:12.946945 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Request body: {'port': {'device_id': '0f14f7a5-a1a3-4a6b-a03b-213b334617f7', 'network_id': 'cf7632be-0633-496f-9ed5-4564208e5e82', 'admin_state_up': True, 'tenant_id': '63f0f3d9d7d54af7a474ad83bd76487a'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:13.003799 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9f78f3f-a690-4bd0-b35b-a06f9de72cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.049843 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:13.065247 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d1990f54-20b0-4f50-a95e-1f12985c3f30 None None] Provisioning complete for port 9283e53e-f515-42cd-a172-57043759eb3c triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:13.065908 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d1990f54-20b0-4f50-a95e-1f12985c3f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.084368 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f78f3f-a690-4bd0-b35b-a06f9de72cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1b1dab-b954-4e38-9d50-76e4c2b03869,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:13.089262 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e9f78f3f-a690-4bd0-b35b-a06f9de72cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:13.103076 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9f78f3f-a690-4bd0-b35b-a06f9de72cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.104413 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-e9f78f3f-a690-4bd0-b35b-a06f9de72cd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd1b1dab-b954-4e38-9d50-76e4c2b03869 HTTP/1.1" status: 204 len: 168 time: 1.7478225 May 18 14:37:13.132067 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b13481-a044-4d05-a453-6b509ca8028d None None] Pushing event updated for resources: {'Port': ['ID=010319ab-8299-4a95-bc1e-f12921710ee0,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:13.133615 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:13.170797 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-b4b13481-a044-4d05-a453-6b509ca8028d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:13.187173 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Checking segment: {'id': 'a8b939b3-491a-4b4e-85d4-bf9f2edbf74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8ced36fc-bd8c-4498-800d-893d20c41d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:13.187746 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Network hostable DHCP agents. Network: 8ced36fc-bd8c-4498-800d-893d20c41d37, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:13.222397 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.301683 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.302430 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Network 8ced36fc-bd8c-4498-800d-893d20c41d37 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:13.328338 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33151905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438363'] for router_interface, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.338111 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 8ced36fc-bd8c-4498-800d-893d20c41d37) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:13.343593 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:13.401784 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:13.402389 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.473293 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:13.473548 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.2092328 May 18 14:37:13.473645 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.473645 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Usage tracker for resource:port and tenant:63f0f3d9d7d54af7a474ad83bd76487a is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:13.484831 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:13.484831 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.486440 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffa847c-6748-4deb-835a-939b5c848583 None None] Network 8ced36fc-bd8c-4498-800d-893d20c41d37 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:13.496843 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33151905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438363'] for router_interface, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.503246 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:13.525852 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:13.581260 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-3f54c1d5-91dc-4f14-a981-f8fc60f7d5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.752397 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d1990f54-20b0-4f50-a95e-1f12985c3f30 None None] Port 9283e53e-f515-42cd-a172-57043759eb3c cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:37:13.773574 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 62c4f062-3a3d-48da-b076-817f1ecc0c1a triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:13.775302 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:13.899048 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Pushing event updated for resources: {'Port': ['ID=9283e53e-f515-42cd-a172-57043759eb3c,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:13.917909 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:13.945798 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51408) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:13.973500 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:14.164549 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51414) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:14.177154 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Made reservation on behalf of 63f0f3d9d7d54af7a474ad83bd76487a for: {'port': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:14.181213 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:14.190377 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:14.210325 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Deleting subnet ac553728-0f84-4b92-bb26-8c50d4b62abf {{(pid=91425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:37:14.242104 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:14.277706 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a5bf9391-784b-4222-91d6-90bdf96bdbae req-1c89b029-52e4-488c-a014-1f6b4db9bf1e tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 210 time: 0.1866596 May 18 14:37:14.304003 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:14.453308 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 4891c34d-b13d-4433-bd22-574e4eae0ee4 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:14.551153 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 is scheduled to L3 agent 8eee9022-342d-41cc-9825-549deeb79623 with binding_index 1 {{(pid=91425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:37:14.563600 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:14.586493 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Allocated IP 172.20.0.3 (cf7632be-0633-496f-9ed5-4564208e5e82/cc0c2e29-a20f-4008-9986-73999c991178/ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:14.639023 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:14.650236 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a74349-334d-40ad-8cfd-86757e9f8cb2 None None] Network 8ced36fc-bd8c-4498-800d-893d20c41d37 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:14.928831 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 4891c34d-b13d-4433-bd22-574e4eae0ee4 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:14.946614 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d7d8c438-c372-45ae-a749-e9f1fd12c663 None None] Provisioning complete for port 9283e53e-f515-42cd-a172-57043759eb3c triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:14.959086 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d7d8c438-c372-45ae-a749-e9f1fd12c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:14.995306 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.041676 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 4891c34d-b13d-4433-bd22-574e4eae0ee4 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:15.042247 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.046533 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Pushing event updated for resources: {'Port': ['ID=e190c3b6-4ae3-4c9c-941e-483273393d83,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:15.049885 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.524s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:15.062181 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.105492 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:15.126443 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Usage tracker for resource:security_group_rule and tenant:33f19fd43adc4d3a962ea169ed9bb2b8 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:15.140434 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:15.165097 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:15.167780 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:37:12Z', 'revision_number': 4, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port': {'id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e190c3b6-4ae3-4c9c-941e-483273393d83', 'name': '', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'mac_address': 'fa:16:3e:59:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:10Z', 'revision_number': 1, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'subnets': [{'id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:15.222426 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8c438-c372-45ae-a749-e9f1fd12c663 None None] Port 9283e53e-f515-42cd-a172-57043759eb3c cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:37:15.239418 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b977948-3d01-4f65-9cbb-58d83a4ce31f None None] The sync data for ids ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'] in dv-cinder-787195-7-smb is: [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:37:12Z', 'revision_number': 4, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port': {'id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e190c3b6-4ae3-4c9c-941e-483273393d83', 'name': '', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'mac_address': 'fa:16:3e:59:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:10Z', 'revision_number': 1, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'subnets': [{'id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:37:15.433028 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.450921 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:15.512372 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.551047 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 4891c34d-b13d-4433-bd22-574e4eae0ee4, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=4891c34d-b13d-4433-bd22-574e4eae0ee4,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:15.584539 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.613138 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-b4b13481-a044-4d05-a453-6b509ca8028d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:15.648129 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.746838 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:37:15.750572 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Router 395f1065-3754-42ac-929c-841a49e17226 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:37:15.767443 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Sync routers for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:37:15.775128 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Network f286764e-b49e-4d3f-9e36-c78748a62858 is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:15.783854 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Notify callbacks [] for router, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.788319 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.2755017 May 18 14:37:15.788475 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:15.790476 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51454) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:15.792004 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:36:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:15.829313 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33f19fd43adc4d3a962ea169ed9bb2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6538801 May 18 14:37:15.830815 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:15.832777 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51458) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:15.905969 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Network cf7632be-0633-496f-9ed5-4564208e5e82 is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:15.916866 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Pushing event updated for resources: {'Port': ['ID=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:15.926551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:15.930145 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:15.945587 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:15.946253 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:15.978470 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:15.979359 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:16.048133 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:16.069333 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-46ba2945-f318-4d47-bc19-01aac7e49b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:16.161064 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=4891c34d-b13d-4433-bd22-574e4eae0ee4,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:16.182136 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:16.235369 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a50f-57a3-4c61-9392-14b1a6bef469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:16.242370 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3007324 May 18 14:37:16.381747 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:16.561889 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:16.850002 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-32a9bbc0-f705-4897-9a10-820fd370091a tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:37:16.854352 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-32a9bbc0-f705-4897-9a10-820fd370091a tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180912 May 18 14:37:16.892831 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Router 935adbbb-3eb4-4850-a52c-87a8946ec1ab has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:37:16.897042 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f51c56-2409-4c2c-99c0-c2b50de05cdb,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:16.903253 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:37:16.908177 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:16.924797 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Sync routers for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:37:16.950968 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:16.955312 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:16.972288 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:17.040461 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c91390-4744-4872-b0a7-eee7a4300f89 req-204fca1a-bf11-4a8b-9940-ec12de21cfd4 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:17.050814 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-82c91390-4744-4872-b0a7-eee7a4300f89 req-204fca1a-bf11-4a8b-9940-ec12de21cfd4 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Synchronizing usage tracker for tenant:63f0f3d9d7d54af7a474ad83bd76487a on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:17.100187 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a50f-57a3-4c61-9392-14b1a6bef469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:17.100794 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b0f93afe-efa6-415c-92fe-73d4c477d61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:17.220311 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] 10.222.0.18 "PUT /v2.0/routers/395f1065-3754-42ac-929c-841a49e17226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6400063 May 18 14:37:17.286844 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac553728-0f84-4b92-bb26-8c50d4b62abf,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:17.321932 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:17.328267 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ac553728-0f84-4b92-bb26-8c50d4b62abf HTTP/1.1" status: 204 len: 168 time: 3.3707385 May 18 14:37:17.338549 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51490) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:17.350585 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:09Z', 'revision_number': 3, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:17.366172 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Checking router: 416d300f-b7fd-424b-a278-a7fd3c8c6a98 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:37:17.366537 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Updating router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 port 259a7d0c-da7d-4783-9f26-e4793ae4c864 binding host dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:37:17.388681 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:17.437319 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-82c91390-4744-4872-b0a7-eee7a4300f89 req-204fca1a-bf11-4a8b-9940-ec12de21cfd4 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Unset dirty status for tenant:63f0f3d9d7d54af7a474ad83bd76487a on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:17.439715 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-82c91390-4744-4872-b0a7-eee7a4300f89 req-204fca1a-bf11-4a8b-9940-ec12de21cfd4 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 931 time: 1.8610067 May 18 14:37:17.579673 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:17.768954 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:17.908767 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Request body: {'port': {'device_id': '0f14f7a5-a1a3-4a6b-a03b-213b334617f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:17.996561 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 010319ab-8299-4a95-bc1e-f12921710ee0 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:18.031264 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a50f-57a3-4c61-9392-14b1a6bef469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.110143 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:18.132022 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0a50f-57a3-4c61-9392-14b1a6bef469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f51c56-2409-4c2c-99c0-c2b50de05cdb,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:18.142737 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ecf0a50f-57a3-4c61-9392-14b1a6bef469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:18.156338 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-82c91390-4744-4872-b0a7-eee7a4300f89 req-a9fdbcf5-06ef-47a2-bea2-cb4aedc66c5e tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Synchronizing usage tracker for tenant:63f0f3d9d7d54af7a474ad83bd76487a on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:18.181155 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a50f-57a3-4c61-9392-14b1a6bef469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.188008 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-ecf0a50f-57a3-4c61-9392-14b1a6bef469 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05f51c56-2409-4c2c-99c0-c2b50de05cdb HTTP/1.1" status: 204 len: 168 time: 2.3499393 May 18 14:37:18.297629 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.312328 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:37:18.341161 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] 10.222.0.18 "PUT /v2.0/routers/935adbbb-3eb4-4850-a52c-87a8946ec1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6373425 May 18 14:37:18.408882 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-82c91390-4744-4872-b0a7-eee7a4300f89 req-a9fdbcf5-06ef-47a2-bea2-cb4aedc66c5e tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Unset dirty status for tenant:63f0f3d9d7d54af7a474ad83bd76487a on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:18.410056 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-82c91390-4744-4872-b0a7-eee7a4300f89 req-a9fdbcf5-06ef-47a2-bea2-cb4aedc66c5e tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9065785 May 18 14:37:18.452974 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.581649 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Notify callbacks [] for port, precommit_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.629947 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.provisioning_blocks [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Transition to ACTIVE for port object 259a7d0c-da7d-4783-9f26-e4793ae4c864 will not be triggered until provisioned by entity L2. {{(pid=91428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:18.658928 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.674714 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:18.930543 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Attempting to bind port 259a7d0c-da7d-4783-9f26-e4793ae4c864 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:18.930913 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Attempting to bind port 259a7d0c-da7d-4783-9f26-e4793ae4c864 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:18.931281 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Attempting to bind port 259a7d0c-da7d-4783-9f26-e4793ae4c864 on network 67d17139-cc6d-4551-b5a7-1abc387186ac {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:18.937401 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 010319ab-8299-4a95-bc1e-f12921710ee0 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:18.955633 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.962964 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 010319ab-8299-4a95-bc1e-f12921710ee0 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:18.967043 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:18.992455 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:18.992891 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:19.014743 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:19.015256 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Bound using segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:19.015782 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Bound port: 259a7d0c-da7d-4783-9f26-e4793ae4c864, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:19.016175 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:19.128249 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:19.205693 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36a1e9-e426-4961-81ed-eb858052d443 None None] Pushing event updated for resources: {'Port': ['ID=259a7d0c-da7d-4783-9f26-e4793ae4c864,revision_number=2']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:19.226320 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-de36a1e9-e426-4961-81ed-eb858052d443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:19.315943 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] For port 259a7d0c-da7d-4783-9f26-e4793ae4c864, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:19.329675 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] For port 259a7d0c-da7d-4783-9f26-e4793ae4c864, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=259a7d0c-da7d-4783-9f26-e4793ae4c864,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:19.339925 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:19.346361 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-990b89f4-1c53-42cb-9cdc-418fbd90c63e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:19.355525 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.355958 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.361041 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.361411 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > port after_create 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.361769 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.362114 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > port after_update 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.362447 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.362876 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.363206 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.363556 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:19.502279 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Sync routers for ids ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:37:19.539339 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:19.597372 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 010319ab-8299-4a95-bc1e-f12921710ee0, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=010319ab-8299-4a95-bc1e-f12921710ee0,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:19.610730 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:19.613342 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c {{(pid=91426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:19.626752 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51556) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:19.633156 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 4891c34d-b13d-4433-bd22-574e4eae0ee4 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:19.678938 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:19.700959 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1135250938', 'description': 'tempest-description--1205705217'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:19.721411 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Routers {'935adbbb-3eb4-4850-a52c-87a8946ec1ab'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:19.722229 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:19.732465 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:19.881011 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.provisioning_blocks [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Transition to ACTIVE for port object ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c will not be triggered until provisioned by entity L2. {{(pid=91426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:19.888279 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:security_group and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:19.951197 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:19.957913 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:19.976472 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:19.986389 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:19.987231 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:20.014736 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-97b1d6bb-b5f1-404a-b512-25442af61682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:20.016142 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:20.016520 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:20.023072 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:20.023505 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:20.023894 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855aafc6-31de-4b24-841b-d70acbe70434']}} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:20.103532 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad927e21-e0ee-489d-ad83-e7a00aa70c4b') {'for_net_delete': True} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:20.106919 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad927e21-e0ee-489d-ad83-e7a00aa70c4b') {} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:20.144180 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2205913'] for segment, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:20.210983 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36a1e9-e426-4961-81ed-eb858052d443 None None] Pushing event updated for resources: {'Port': ['ID=259a7d0c-da7d-4783-9f26-e4793ae4c864,revision_number=3']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:20.232074 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-de36a1e9-e426-4961-81ed-eb858052d443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:20.253235 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:20.340451 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:20.459328 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=91425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:37:20.459866 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134294'] for segment, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:20.460347 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=010319ab-8299-4a95-bc1e-f12921710ee0,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:20.491451 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: from cryptography.utils import int_from_bytes May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: from cryptography.utils import int_from_bytes May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: Traceback (most recent call last): May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: timer() May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: cb(*args, **kw) May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: return func(*args, **kwargs) May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: self._notify() May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: self.callback(batched_events) May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: event.method(event) May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: return f(self, *a, **k) May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: return self._get(url).json() May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: return self.request(url, 'GET', **kwargs) May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:37:20.503935 dv-cinder-787195-7-smb neutron-server[91425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:37:20.539088 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51580) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:20.648328 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:12Z', 'revision_number': 2, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:20.677272 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Checking router: 395f1065-3754-42ac-929c-841a49e17226 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:37:20.681210 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Updating router 395f1065-3754-42ac-929c-841a49e17226 port 9283e53e-f515-42cd-a172-57043759eb3c binding host dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:37:20.814215 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:20.876056 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 4891c34d-b13d-4433-bd22-574e4eae0ee4 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:20.876547 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:20.899262 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Set router 935adbbb-3eb4-4850-a52c-87a8946ec1ab gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:20.996787 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.085864 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.093441 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.102525 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.139548 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:21.172492 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:21.183926 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.199384 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:21.201148 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Pushing event deleted for resources: {'Network': ['ID=855aafc6-31de-4b24-841b-d70acbe70434,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:21.213642 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:21.215105 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] 10.222.0.18 "DELETE /v2.0/networks/855aafc6-31de-4b24-841b-d70acbe70434 HTTP/1.1" status: 204 len: 168 time: 3.8756697 May 18 14:37:21.215262 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:security_group_rule and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:21.222955 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:21.243090 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:21.517537 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.549758 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51598) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:21.571378 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.786656 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Allocated IP 172.20.0.1 (d770d507-5ee1-46cc-a889-38852c372718/e191646f-9526-4ce5-bba1-3c81ef3d8bd1/ace43eaa-357e-4896-9f9f-7fbf5cef028c) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:21.814911 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Deleting subnet f01a4c5c-f296-4ddd-b387-3b7a5c820610 {{(pid=91426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:37:21.832432 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.877036 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:21.962756 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:22.037495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.070910 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.099218 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Usage tracker for resource:security_group_rule and tenant:a55018bff432449a8c519cef1e877762 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:22.104456 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:22.136971 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:22.161786 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:22.210655 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31a109-50a3-45a3-a584-7ba0edd7df46 req-03d5df36-4ea5-468c-804a-e50a5b68c022 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:22.221698 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de31a109-50a3-45a3-a584-7ba0edd7df46 req-03d5df36-4ea5-468c-804a-e50a5b68c022 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 943 time: 2.2640185 May 18 14:37:22.302208 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.288s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:22.303208 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Notify callbacks [] for port, precommit_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.342487 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Transition to ACTIVE for port object 9283e53e-f515-42cd-a172-57043759eb3c will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:22.359461 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 010319ab-8299-4a95-bc1e-f12921710ee0 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:22.412456 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.432110 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.464716 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:22.476886 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Transition to ACTIVE for port object ace43eaa-357e-4896-9f9f-7fbf5cef028c will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:22.618753 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.664538 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.749215 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.569s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:22.751024 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:22.773728 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a55018bff432449a8c519cef1e877762&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2319582 May 18 14:37:22.776259 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.781902 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51624) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:22.791839 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876'] for subnet, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:22.887114 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Attempting to bind port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:22.887472 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Attempting to bind port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf7632be-0633-496f-9ed5-4564208e5e82'}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:22.887819 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Attempting to bind port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c on network cf7632be-0633-496f-9ed5-4564208e5e82 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:22.896571 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:09Z', 'revision_number': 3, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:22.922491 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257f43a9-90d1-4adf-8950-6b0319122647 None None] The sync data for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb is: [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:09Z', 'revision_number': 3, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:37:22.953233 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:37:12Z', 'revision_number': 4, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port': {'id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e190c3b6-4ae3-4c9c-941e-483273393d83', 'name': '', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'mac_address': 'fa:16:3e:59:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:12Z', 'revision_number': 2, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'subnets': [{'id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:22.956873 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d197ccc-640c-4140-a597-1e795e2e1c14 None None] Pushing event updated for resources: {'Port': ['ID=9283e53e-f515-42cd-a172-57043759eb3c,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:22.964346 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Checking router: 935adbbb-3eb4-4850-a52c-87a8946ec1ab for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:37:22.966984 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Updating router 935adbbb-3eb4-4850-a52c-87a8946ec1ab port e190c3b6-4ae3-4c9c-941e-483273393d83 binding host dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:37:22.968246 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Attempting to bind port 9283e53e-f515-42cd-a172-57043759eb3c on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:22.968805 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Attempting to bind port 9283e53e-f515-42cd-a172-57043759eb3c by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:22.969305 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Attempting to bind port 9283e53e-f515-42cd-a172-57043759eb3c on network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:22.971242 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Network d770d507-5ee1-46cc-a889-38852c372718 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:22.973309 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:22.980468 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:23.008548 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-4d197ccc-640c-4140-a597-1e795e2e1c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:23.013908 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:23.016571 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Checking segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:23.018423 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.019469 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Bound using segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:23.032044 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-bf87eca1-cc12-41af-bfae-32ede67b7fcd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:23.047049 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-bf87eca1-cc12-41af-bfae-32ede67b7fcd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Synchronizing usage tracker for tenant:ee778988c72a4e2b891d3924425d5498 on resource:network {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:23.074918 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Bound port: 9283e53e-f515-42cd-a172-57043759eb3c, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:23.077373 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.151272 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b33167-24c0-46c1-9d19-fee612a9ec0c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:23.164729 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:23.183085 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:23.252622 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.263669 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c on network cf7632be-0633-496f-9ed5-4564208e5e82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:37:23.264919 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Attempting to bind port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c on network cf7632be-0633-496f-9ed5-4564208e5e82 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:23.353244 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] For port 9283e53e-f515-42cd-a172-57043759eb3c, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:23.363008 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.375644 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] For port 9283e53e-f515-42cd-a172-57043759eb3c, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=9283e53e-f515-42cd-a172-57043759eb3c,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:23.375882 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51646) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:23.378520 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.7393389 May 18 14:37:23.383323 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:23.386545 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Checking segment: {'id': '1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf7632be-0633-496f-9ed5-4564208e5e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:23.386545 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Bound using segment: {'id': '1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf7632be-0633-496f-9ed5-4564208e5e82'} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:23.386545 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Bound port: ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'cf7632be-0633-496f-9ed5-4564208e5e82'}}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:23.386545 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.411369 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.414058 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'security_group_rule': {'security_group_id': '7fbd7913-6282-475c-ab29-5929661af9de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:23.437460 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:23.440396 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de31a109-50a3-45a3-a584-7ba0edd7df46 req-3f655cc2-fdab-4e65-84bc-1e6fe55af98e tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2161205 May 18 14:37:23.441187 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbd7913-6282-475c-ab29-5929661af9de,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:23.458931 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:23.463446 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:23.463992 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438332'] for router_interface, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.496261 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:23.546079 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 010319ab-8299-4a95-bc1e-f12921710ee0 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:23.546079 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.570924 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Pushing event updated for resources: {'Port': ['ID=ace43eaa-357e-4896-9f9f-7fbf5cef028c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:23.575635 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:23.578523 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:security_group_rule and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:23.585840 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-867b22c0-9665-43ab-b89d-171a4cf1535f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.603246 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01a4c5c-f296-4ddd-b387-3b7a5c820610,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:23.628570 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:23.650361 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:23.690612 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.708805 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.717923 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:23.752889 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f01a4c5c-f296-4ddd-b387-3b7a5c820610 HTTP/1.1" status: 204 len: 168 time: 2.1734519 May 18 14:37:23.795600 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:23.836970 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51658) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:23.875343 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-bf87eca1-cc12-41af-bfae-32ede67b7fcd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Unset dirty status for tenant:ee778988c72a4e2b891d3924425d5498 on resource:network {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:23.882345 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-bf87eca1-cc12-41af-bfae-32ede67b7fcd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 818 time: 4.1583147 May 18 14:37:23.981217 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:23.982193 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:24.081527 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.137602 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.189121 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:24.232290 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8280aef7-91e2-4c6b-bec7-c3f8e28e6d13,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:24.336303 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.423218 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-867b22c0-9665-43ab-b89d-171a4cf1535f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.430246 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:24.492007 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.502920 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:24.520376 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.provisioning_blocks [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Transition to ACTIVE for port object e190c3b6-4ae3-4c9c-941e-483273393d83 will not be triggered until provisioned by entity L2. {{(pid=91428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:24.535701 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.552537 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-de36a1e9-e426-4961-81ed-eb858052d443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:24.554744 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-dacc7364-adfc-40eb-80d5-1035ebed4224 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/quotas/ee778988c72a4e2b891d3924425d5498 HTTP/1.1" status: 200 len: 375 time: 0.6451013 May 18 14:37:24.709869 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.736211 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3540666 May 18 14:37:24.737289 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51674) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:24.769653 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'security_group_rule': {'security_group_id': '7fbd7913-6282-475c-ab29-5929661af9de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:24.817330 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:24.839248 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:security_group_rule and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:24.849175 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-5f53c6c9-c64b-4e2f-94f4-ea598986a5eb None None] Provisioning for port ace43eaa-357e-4896-9f9f-7fbf5cef028c completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:24.862368 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-5f53c6c9-c64b-4e2f-94f4-ea598986a5eb None None] Provisioning complete for port ace43eaa-357e-4896-9f9f-7fbf5cef028c triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:24.863115 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5f53c6c9-c64b-4e2f-94f4-ea598986a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:24.874961 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.db.resource_extend [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:37:24.901356 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:24.956026 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:24.958689 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-5f53c6c9-c64b-4e2f-94f4-ea598986a5eb None None] Port ace43eaa-357e-4896-9f9f-7fbf5cef028c cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:37:24.966562 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d197ccc-640c-4140-a597-1e795e2e1c14 None None] Pushing event updated for resources: {'Port': ['ID=9283e53e-f515-42cd-a172-57043759eb3c,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:24.970839 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-4d197ccc-640c-4140-a597-1e795e2e1c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.533s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:24.992316 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.003413 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.004570 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.069322 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d69dd647-5782-4cd8-b9a6-41fd75bdb2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:25.133079 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] For port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c, host hv-cinder-78719, cleared binding levels {{(pid=91426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:25.141382 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 259a7d0c-da7d-4783-9f26-e4793ae4c864 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:25.145731 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfdc39-c52f-44d9-b6d2-8a6be6a07e84 None None] Pushing event updated for resources: {'Port': ['ID=e190c3b6-4ae3-4c9c-941e-483273393d83,revision_number=3']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:25.172709 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-7ecfdc39-c52f-44d9-b6d2-8a6be6a07e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:25.232876 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] For port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,segment=NetworkSegment(1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15),segment_id=1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15)] {{(pid=91426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:25.328737 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Pushing event updated for resources: {'Port': ['ID=ace43eaa-357e-4896-9f9f-7fbf5cef028c,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:25.332718 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33151905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438363'] for router_interface, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.338558 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:25.364568 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.428918 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.431671 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 259a7d0c-da7d-4783-9f26-e4793ae4c864 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:25.445808 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 259a7d0c-da7d-4783-9f26-e4793ae4c864 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:25.446651 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.465814 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Attempting to bind port e190c3b6-4ae3-4c9c-941e-483273393d83 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:25.466333 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Attempting to bind port e190c3b6-4ae3-4c9c-941e-483273393d83 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:25.466800 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Attempting to bind port e190c3b6-4ae3-4c9c-941e-483273393d83 on network f286764e-b49e-4d3f-9e36-c78748a62858 {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:25.481088 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:25.481505 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Checking segment: {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:25.481998 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.482495 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Bound using segment: {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:25.483714 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Bound port: e190c3b6-4ae3-4c9c-941e-483273393d83, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'}}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:25.484322 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.484650 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0cfc97be-63f1-436a-9ab0-4f68d49292be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:25.544163 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:25.562939 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e40dd-9548-49e1-9c57-6bf35fe2433a None None] The sync data for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb is: [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:37:25.577222 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.577549 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.578251 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.578596 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.579950 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.580293 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.580618 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.580940 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.581252 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.581592 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:25.679398 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.692260 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.694796 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Network d770d507-5ee1-46cc-a889-38852c372718 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:25.697291 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:25.700512 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-75761673-2a48-43c2-a753-ebf7f31bfadf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:25.700800 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.762217 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] For port e190c3b6-4ae3-4c9c-941e-483273393d83, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:25.770985 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 259a7d0c-da7d-4783-9f26-e4793ae4c864, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=259a7d0c-da7d-4783-9f26-e4793ae4c864,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:25.772577 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] For port e190c3b6-4ae3-4c9c-941e-483273393d83, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=e190c3b6-4ae3-4c9c-941e-483273393d83,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:25.779077 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.782596 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:25.787122 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:25.792228 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:26.017252 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=259a7d0c-da7d-4783-9f26-e4793ae4c864,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:26.023778 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:26.052276 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Routers {'935adbbb-3eb4-4850-a52c-87a8946ec1ab'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:26.053238 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:26.204131 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:26.204755 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:26.205242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:26.205712 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 14:37:26.209331 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ced36fc-bd8c-4498-800d-893d20c41d37']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:26.255122 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b939b3-491a-4b4e-85d4-bf9f2edbf74e') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:26.255428 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b939b3-491a-4b4e-85d4-bf9f2edbf74e') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:26.386204 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-9e5ce7ac-002e-4065-8975-7b5a3c657d28 None None] Provisioning complete for port ace43eaa-357e-4896-9f9f-7fbf5cef028c triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:26.386828 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9e5ce7ac-002e-4065-8975-7b5a3c657d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:26.403617 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a0b1d4-636c-4278-bb70-638afbee203b,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:26.465751 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:26.481182 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:26.496167 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:26.503288 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7598255 May 18 14:37:26.503927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51700) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:26.527541 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:26.534727 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'floatingip': {'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:26.550311 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:26.552112 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:37:26.552945 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:26.560680 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:floatingip and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:26.569542 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:26.594767 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfdc39-c52f-44d9-b6d2-8a6be6a07e84 None None] Pushing event updated for resources: {'Port': ['ID=e190c3b6-4ae3-4c9c-941e-483273393d83,revision_number=4']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:26.597298 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:26.602393 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-7ecfdc39-c52f-44d9-b6d2-8a6be6a07e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:26.621774 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ce7ac-002e-4065-8975-7b5a3c657d28 None None] Port ace43eaa-357e-4896-9f9f-7fbf5cef028c cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: from cryptography.utils import int_from_bytes May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: from cryptography.utils import int_from_bytes May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:37:26.656500 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:37:26.663481 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:37:26.666864 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:26.671144 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:26.672889 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:26.675526 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] Set router 935adbbb-3eb4-4850-a52c-87a8946ec1ab gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:26.678975 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] 10.222.0.66 "PUT /v2.0/ports/ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c HTTP/1.1" status: 200 len: 1093 time: 9.3291714 May 18 14:37:26.693559 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-867b22c0-9665-43ab-b89d-171a4cf1535f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:26.694456 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14f7a5-a1a3-4a6b-a03b-213b334617f7', 'tag': 'ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:27.287110 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-197ad6dc-819a-47d3-bf8b-6dddc207ec9b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Synchronizing usage tracker for tenant:ee778988c72a4e2b891d3924425d5498 on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:27.376787 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 259a7d0c-da7d-4783-9f26-e4793ae4c864 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:27.418863 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:37:27.433583 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] 10.222.0.18 "PUT /v2.0/routers/416d300f-b7fd-424b-a278-a7fd3c8c6a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6313729 May 18 14:37:27.480181 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:37:12Z', 'revision_number': 4, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port': {'id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e190c3b6-4ae3-4c9c-941e-483273393d83', 'name': '', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'mac_address': 'fa:16:3e:59:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'subnets': [{'id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:27.503335 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a805f12-1dd1-4521-8b85-66b610d2d5c7 None None] The sync data for ids ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'] in dv-cinder-787195-7-smb is: [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:37:12Z', 'revision_number': 4, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port': {'id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e190c3b6-4ae3-4c9c-941e-483273393d83', 'name': '', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'mac_address': 'fa:16:3e:59:02:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'subnets': [{'id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:37:27.517885 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:27.644929 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:27.659926 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,revision_number=3']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:27.664059 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Sync routers for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:37:27.728378 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.240s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:27.744617 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-bcb7ff34-2889-409a-8e3e-dcaf50083503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:27.752200 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:27.756937 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:27.780056 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:27.847180 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39565-528f-4cdf-81d2-87da8cd04d71 req-bf676914-ffc0-4137-97c5-1d0204387171 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:27.853977 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f3b39565-528f-4cdf-81d2-87da8cd04d71 req-bf676914-ffc0-4137-97c5-1d0204387171 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 943 time: 2.9201207 May 18 14:37:27.940482 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b22c0-9665-43ab-b89d-171a4cf1535f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b33167-24c0-46c1-9d19-fee612a9ec0c,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:27.952310 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-867b22c0-9665-43ab-b89d-171a4cf1535f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:27.969537 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:27.992691 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-197ad6dc-819a-47d3-bf8b-6dddc207ec9b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Unset dirty status for tenant:ee778988c72a4e2b891d3924425d5498 on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:27.994837 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-197ad6dc-819a-47d3-bf8b-6dddc207ec9b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&fields=id HTTP/1.1" status: 200 len: 255 time: 3.3452468 May 18 14:37:28.021037 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Allocated IP 172.28.3.73 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/0d759bcc-a2d2-43aa-9122-3dfa68258efc) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:28.028956 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8ced36fc-bd8c-4498-800d-893d20c41d37 HTTP/1.1" status: 204 len: 168 time: 4.1427233 May 18 14:37:28.043319 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-867b22c0-9665-43ab-b89d-171a4cf1535f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:28.047544 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-867b22c0-9665-43ab-b89d-171a4cf1535f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16b33167-24c0-46c1-9d19-fee612a9ec0c HTTP/1.1" status: 204 len: 168 time: 5.2547367 May 18 14:37:28.070262 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 259a7d0c-da7d-4783-9f26-e4793ae4c864 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:28.070645 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:28.161050 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ced36fc-bd8c-4498-800d-893d20c41d37,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:28.224270 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:28.239317 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:28.480375 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203379-2836-4c35-b99e-0a368112456e req-cc20c91c-bfde-4fc9-9123-2ed93cadbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:28.488979 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51738) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:28.489718 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-cc20c91c-bfde-4fc9-9123-2ed93cadbc48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=63f0f3d9d7d54af7a474ad83bd76487a&device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 1096 time: 1.5382934 May 18 14:37:28.494980 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:28.512004 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f3b39565-528f-4cdf-81d2-87da8cd04d71 req-58272403-99ab-4662-a404-3f93d13b5704 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274414 May 18 14:37:28.664545 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-708a2b1c-328b-4a90-89b5-6691c4079011 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c HTTP/1.1" status: 200 len: 217 time: 0.1477950 May 18 14:37:28.722335 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-4095d607-714e-4e25-9244-96be1b7d54a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=563c60bedd284f7eb33e20c462742bb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2306004 May 18 14:37:28.724348 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51754) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:28.906708 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:28.924842 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1203379-2836-4c35-b99e-0a368112456e req-c3d697ab-8ae1-4fa0-b8ba-50cf4183a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:28.928790 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-c3d697ab-8ae1-4fa0-b8ba-50cf4183a932 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc0c2e29-a20f-4008-9986-73999c991178 HTTP/1.1" status: 200 len: 852 time: 0.2490468 May 18 14:37:28.930636 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a243-e242-4955-bd28-b9dee26af9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.006722 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a243-e242-4955-bd28-b9dee26af9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.099547 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ca46a098-7f38-4764-ac0a-75b91998cf51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:29.136207 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51764) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:29.143830 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a243-e242-4955-bd28-b9dee26af9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.162159 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-75c30451-b026-47a4-8684-b93a7fc9bba8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf7632be-0633-496f-9ed5-4564208e5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014298 May 18 14:37:29.200094 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:29.206798 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:29.214975 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:29.254788 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'Port': ['ID=0d759bcc-a2d2-43aa-9122-3dfa68258efc,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:29.261105 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-a05a8220-d01e-4407-b095-a694a956712c service neutron] 10.222.0.18 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2038910 May 18 14:37:29.263828 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:29.269951 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:29.288786 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a243-e242-4955-bd28-b9dee26af9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c35d7d-79b5-48d0-ba1f-7ae664551994,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:29.293817 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bfc2a243-e242-4955-bd28-b9dee26af9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:29.311911 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a243-e242-4955-bd28-b9dee26af9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.313970 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-bfc2a243-e242-4955-bd28-b9dee26af9e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9c35d7d-79b5-48d0-ba1f-7ae664551994 HTTP/1.1" status: 204 len: 168 time: 0.5854089 May 18 14:37:29.413444 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 9283e53e-f515-42cd-a172-57043759eb3c up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:29.510615 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.594290 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 9283e53e-f515-42cd-a172-57043759eb3c completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:29.602919 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 9283e53e-f515-42cd-a172-57043759eb3c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:29.603445 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.644524 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.663017 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14f7a5-a1a3-4a6b-a03b-213b334617f7', 'tag': 'ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c', 'status': 'completed', 'code': 200} May 18 14:37:29.664996 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 2, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:29.670491 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.675192 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Checking router: 416d300f-b7fd-424b-a278-a7fd3c8c6a98 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:37:29.675829 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Updating router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 port ace43eaa-357e-4896-9f9f-7fbf5cef028c binding host dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:37:29.789094 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.881263 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:29.945848 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:29.954953 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Usage tracker for resource:security_group_rule and tenant:57f5a685e14d42fabbfdec7930c9e9c8 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:29.964959 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:29.980668 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:30.002602 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 9283e53e-f515-42cd-a172-57043759eb3c, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=9283e53e-f515-42cd-a172-57043759eb3c,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:30.041549 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.042516 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device e190c3b6-4ae3-4c9c-941e-483273393d83 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:30.153925 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:30.328102 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-dfb77b63-3e6b-4064-9e13-b5d01d96ffac service neutron] 10.222.0.66 "GET /v2.0/networks/cf7632be-0633-496f-9ed5-4564208e5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0463369 May 18 14:37:30.389675 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51788) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:30.414997 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-a876f43d-1837-404a-a197-20ab44be2327 service neutron] 10.222.0.18 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0122528 May 18 14:37:30.438072 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port e190c3b6-4ae3-4c9c-941e-483273393d83 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:30.452973 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port e190c3b6-4ae3-4c9c-941e-483273393d83 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:30.453351 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.479466 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.481688 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=9283e53e-f515-42cd-a172-57043759eb3c,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:30.511418 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.519530 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:30.541717 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0465b81b-6084-4da6-b0ec-095d19d136ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:30.573317 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-bc57f673-7baa-4756-9dbf-d9605398478f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60e52bbbdcba4f9c846630985af2e57c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1819623 May 18 14:37:30.579176 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.580241 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51792) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:30.611632 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.649353 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51796) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:30.673626 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e9f78f3f-a690-4bd0-b35b-a06f9de72cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:30.709138 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1203379-2836-4c35-b99e-0a368112456e req-a832a532-7464-42ae-af26-809e58fc4ba4 service neutron] 10.222.0.66 "GET /v2.0/networks/cf7632be-0633-496f-9ed5-4564208e5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707991 May 18 14:37:30.761399 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.851159 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Notify callbacks [] for port, precommit_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.878405 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'Port': ['ID=0d759bcc-a2d2-43aa-9122-3dfa68258efc,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:30.896042 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:30.905562 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51806) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:30.909916 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Transition to ACTIVE for port object ace43eaa-357e-4896-9f9f-7fbf5cef028c will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:30.914709 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.928844 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port e190c3b6-4ae3-4c9c-941e-483273393d83, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=e190c3b6-4ae3-4c9c-941e-483273393d83,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:30.936728 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:30.941908 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:30.970671 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189493507', 'description': 'tempest-description--1791923570'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:30.976038 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57f5a685e14d42fabbfdec7930c9e9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8270643 May 18 14:37:30.983580 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:30.990686 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:security_group and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:30.995551 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:31.005764 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.005939 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:31.042830 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51814) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:31.053906 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.080648 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5488038 May 18 14:37:31.139984 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c829ccf-9f46-4f12-a023-16c4ced0c347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.142152 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.142579 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8158d696-e204-47be-b14b-c6ecc22a676b,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:31.198282 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 9283e53e-f515-42cd-a172-57043759eb3c up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:31.198882 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.225351 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690013e-0c16-4367-9308-be2f5d2b2c72 None None] Pushing event updated for resources: {'Port': ['ID=ace43eaa-357e-4896-9f9f-7fbf5cef028c,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:31.240190 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:31.248629 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-1690013e-0c16-4367-9308-be2f5d2b2c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:31.249108 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:31.264175 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e591046e-18c0-4a2d-b009-ebb29c2f3cb0 req-f1bf10e4-36f9-4057-ab8c-015d55083b82 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 210 time: 0.2822073 May 18 14:37:31.299710 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:31.303935 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Usage tracker for resource:security_group_rule and tenant:7dfa435bd9f747bba608b7a899e4530b is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:31.313044 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:31.328536 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:31.352236 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:31.361602 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=e190c3b6-4ae3-4c9c-941e-483273393d83,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:31.395050 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:security_group_rule and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:31.399834 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:31.418768 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:31.444423 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Attempting to bind port ace43eaa-357e-4896-9f9f-7fbf5cef028c on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:31.445559 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Attempting to bind port ace43eaa-357e-4896-9f9f-7fbf5cef028c by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:31.446201 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Attempting to bind port ace43eaa-357e-4896-9f9f-7fbf5cef028c on network d770d507-5ee1-46cc-a889-38852c372718 {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:31.451044 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:31.466984 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:31.468464 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Checking segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:31.471546 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.472203 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Bound using segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:31.476696 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Bound port: ace43eaa-357e-4896-9f9f-7fbf5cef028c, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:31.477443 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.496202 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 9283e53e-f515-42cd-a172-57043759eb3c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:31.497608 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.633108 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-738e5c52-e0c8-4642-aa16-369084a71723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.675810 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c829ccf-9f46-4f12-a023-16c4ced0c347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.732164 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] For port ace43eaa-357e-4896-9f9f-7fbf5cef028c, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:31.745011 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] For port ace43eaa-357e-4896-9f9f-7fbf5cef028c, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=ace43eaa-357e-4896-9f9f-7fbf5cef028c,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:31.753184 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.759148 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:31.778099 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-738e5c52-e0c8-4642-aa16-369084a71723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:31.847513 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:37:31.848571 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:31.946251 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690013e-0c16-4367-9308-be2f5d2b2c72 None None] Pushing event updated for resources: {'Port': ['ID=ace43eaa-357e-4896-9f9f-7fbf5cef028c,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:31.963731 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-1690013e-0c16-4367-9308-be2f5d2b2c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:32.080981 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.169824 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:37:32.225132 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.237098 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.253982 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.286202 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7b227c85-9702-4ad8-9179-fe2c0d1c9139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:32.328016 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:32.347582 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-58cdf7e8-1cb6-421b-8bd3-d62bee83332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:32.356299 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-58cdf7e8-1cb6-421b-8bd3-d62bee83332d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=63f0f3d9d7d54af7a474ad83bd76487a&device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 1096 time: 1.4958715 May 18 14:37:32.358738 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a73b0-2093-4169-84be-3a517872e8c6,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:32.365309 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:32.369206 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-738e5c52-e0c8-4642-aa16-369084a71723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.370912 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.372878 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4123461 May 18 14:37:32.378938 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-738e5c52-e0c8-4642-aa16-369084a71723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.381627 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-738e5c52-e0c8-4642-aa16-369084a71723 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8158d696-e204-47be-b14b-c6ecc22a676b HTTP/1.1" status: 204 len: 168 time: 1.3341644 May 18 14:37:32.382421 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51866) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:32.383251 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:32.403142 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd84b57-bbe2-4a94-a23d-7c7f3749fc89 req-7e005822-a2ae-4095-82dc-a2a758bd8f70 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:32.406138 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-abd84b57-bbe2-4a94-a23d-7c7f3749fc89 req-7e005822-a2ae-4095-82dc-a2a758bd8f70 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 943 time: 1.3205113 May 18 14:37:32.410312 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'security_group_rule': {'security_group_id': 'a39a73b0-2093-4169-84be-3a517872e8c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:32.423710 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:32.433620 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e5c52-e0c8-4642-aa16-369084a71723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8158d696-e204-47be-b14b-c6ecc22a676b,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:32.438536 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-738e5c52-e0c8-4642-aa16-369084a71723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:32.443706 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:security_group_rule and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:32.448426 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:32.459811 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:32.497065 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.578931 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7dfa435bd9f747bba608b7a899e4530b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9166739 May 18 14:37:32.613626 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.614966 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51874) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:32.679173 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:31Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:37:32.690286 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ad2a5-2299-492d-91b3-3a9aa65a025e None None] The sync data for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb is: [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:31Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:37:32.705047 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.726534 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:32.792622 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5091dd-efb9-474f-82de-e495221f2f27,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:32.802579 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:32.808903 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6751-9a09-4138-bc21-849b39a42e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.819193 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c829ccf-9f46-4f12-a023-16c4ced0c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.871975 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9478a-3973-49d0-b02d-f0b1edc8fc96,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:32.872302 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.872302 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4724133 May 18 14:37:32.879726 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51882) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:32.894213 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'security_group_rule': {'security_group_id': 'a39a73b0-2093-4169-84be-3a517872e8c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:32.906608 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:32.909834 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6751-9a09-4138-bc21-849b39a42e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:32.922029 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:security_group_rule and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:32.926601 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:32.943249 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:32.944862 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b8af410f-5a8c-4b96-a68f-c842f48ecfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:32.947290 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:32.971775 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732d105-e7c8-487c-87aa-11184838abf1 req-addfbb0b-ea87-427c-8671-91ff28a20999 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:32.974778 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-addfbb0b-ea87-427c-8671-91ff28a20999 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 818 time: 1.1812415 May 18 14:37:33.000578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.047676 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6751-9a09-4138-bc21-849b39a42e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.050883 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c829ccf-9f46-4f12-a023-16c4ced0c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cb8751-cd83-4c37-987f-d3f8d764c8d4,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:33.057957 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2c829ccf-9f46-4f12-a023-16c4ced0c347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:33.072722 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-738e5c52-e0c8-4642-aa16-369084a71723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:33.099780 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6751-9a09-4138-bc21-849b39a42e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9478a-3973-49d0-b02d-f0b1edc8fc96,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:33.104578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e2fc6751-9a09-4138-bc21-849b39a42e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:33.106884 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e2fc6751-9a09-4138-bc21-849b39a42e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.108979 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-abd84b57-bbe2-4a94-a23d-7c7f3749fc89 req-8e4c49c7-ac77-41d9-9430-5d5e48e079f1 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361232 May 18 14:37:33.111322 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e2fc6751-9a09-4138-bc21-849b39a42e97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9de9478a-3973-49d0-b02d-f0b1edc8fc96 HTTP/1.1" status: 204 len: 168 time: 0.4948592 May 18 14:37:33.131152 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-3aa3b8b0-03b4-4746-b683-e3b03d93c3fd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/quotas/ee778988c72a4e2b891d3924425d5498 HTTP/1.1" status: 200 len: 375 time: 0.1323352 May 18 14:37:33.139818 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.156463 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.159167 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:33.211454 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe77da3-420b-40b9-96ef-8a2f06857530,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:33.228074 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:33.326484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.329972 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458013 May 18 14:37:33.334171 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51904) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:33.338501 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c829ccf-9f46-4f12-a023-16c4ced0c347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.339860 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-2c829ccf-9f46-4f12-a023-16c4ced0c347 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4cb8751-cd83-4c37-987f-d3f8d764c8d4 HTTP/1.1" status: 204 len: 168 time: 2.7554767 May 18 14:37:33.343911 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-78290e6a-b66e-4dbf-be4e-3496c1279a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:33.345778 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-78290e6a-b66e-4dbf-be4e-3496c1279a09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf7632be-0633-496f-9ed5-4564208e5e82 HTTP/1.1" status: 200 len: 913 time: 0.9292631 May 18 14:37:33.385785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'floatingip': {'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:33.428187 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:33.457694 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:floatingip and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:33.470276 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:33.498282 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:33.500911 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-23cf5a89-c6ff-414b-af34-a789e5ef1318 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c HTTP/1.1" status: 200 len: 217 time: 0.1446233 May 18 14:37:33.525339 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device ace43eaa-357e-4896-9f9f-7fbf5cef028c up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:33.539764 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.572722 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.66', 58694) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:33.738128 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port ace43eaa-357e-4896-9f9f-7fbf5cef028c completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:33.743839 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port ace43eaa-357e-4896-9f9f-7fbf5cef028c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:33.744251 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:33.746314 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-5c7ef73d-0540-4a04-bb45-07de3e06397e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6010828 May 18 14:37:33.806175 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-23a07692-2f98-434a-8b4b-6e75feb3fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:33.807622 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-23a07692-2f98-434a-8b4b-6e75feb3fded service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc0c2e29-a20f-4008-9986-73999c991178 HTTP/1.1" status: 200 len: 852 time: 0.2979162 May 18 14:37:33.809928 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-69736b96-c181-4ef6-91aa-9740a8d0fb41 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Synchronizing usage tracker for tenant:86a8148aefb84364b616460cedf5dd5f on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:33.916835 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-5648c1cd-359d-4002-9427-37f6f45b7d4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf7632be-0633-496f-9ed5-4564208e5e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847049 May 18 14:37:33.942560 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-69736b96-c181-4ef6-91aa-9740a8d0fb41 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Unset dirty status for tenant:86a8148aefb84364b616460cedf5dd5f on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:33.950060 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-69736b96-c181-4ef6-91aa-9740a8d0fb41 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1135250938&fields=id&tenant_id=86a8148aefb84364b616460cedf5dd5f HTTP/1.1" status: 200 len: 267 time: 0.4461305 May 18 14:37:34.101651 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:34.102395 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-1ca830f1-6f30-40fb-a90e-22616968c1eb tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:34.103914 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-1ca830f1-6f30-40fb-a90e-22616968c1eb tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 818 time: 0.4976730 May 18 14:37:34.120060 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Request body: {'port': {'device_id': '95c38288-d310-4ebe-93ea-7097498e2ccd', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'admin_state_up': True, 'tenant_id': 'ee778988c72a4e2b891d3924425d5498'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:34.186835 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-c3571d73-e89f-4242-9dc8-68e3b53c8fa1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:34.194379 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-c3571d73-e89f-4242-9dc8-68e3b53c8fa1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 816 time: 0.2425685 May 18 14:37:34.227823 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port ace43eaa-357e-4896-9f9f-7fbf5cef028c, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=ace43eaa-357e-4896-9f9f-7fbf5cef028c,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:34.230591 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 51942) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:34.236198 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:34.237217 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device e190c3b6-4ae3-4c9c-941e-483273393d83 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:34.294196 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:34.304557 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:34.313541 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:34.331804 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Made reservation on behalf of ee778988c72a4e2b891d3924425d5498 for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:34.336124 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:34.337752 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-568a406b-2525-459b-8b6a-6afb3c10e882 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/quotas/86a8148aefb84364b616460cedf5dd5f HTTP/1.1" status: 200 len: 375 time: 0.1422458 May 18 14:37:34.361742 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:34.444890 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:34.478509 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:34.483469 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Usage tracker for resource:security_group_rule and tenant:5162dcfca290419599071ada0659c9bb is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:34.487825 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:34.494484 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:34.502037 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:37:34.611612 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-f8d87a0d-9143-4c75-8d82-656af737fe7c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=91426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 14:37:34.616474 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-f8d87a0d-9143-4c75-8d82-656af737fe7c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1739311 May 18 14:37:34.708111 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=ace43eaa-357e-4896-9f9f-7fbf5cef028c,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:34.778869 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Allocated IP 172.20.0.11 (f286764e-b49e-4d3f-9e36-c78748a62858/531a60c5-c442-4ffd-9840-0f8997cf4cce/5c0250be-310f-4f6c-91ca-f80af181820e) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:34.787055 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:34.817900 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Allocated IP 172.28.3.160 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/37601d35-3b3f-456c-967d-c9819d0a5b71) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:34.834526 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port e190c3b6-4ae3-4c9c-941e-483273393d83 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:34.836195 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:34.895524 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-eddae30a-3657-4d1b-90e8-62c4db3621c2 service neutron] 10.222.0.66 "GET /v2.0/networks/cf7632be-0633-496f-9ed5-4564208e5e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9777663 May 18 14:37:34.973899 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,segment=NetworkSegment(1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15),segment_id=1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:35.053274 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c', 'network_id': 'cf7632be-0633-496f-9ed5-4564208e5e82', 'port_id': 'ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c', 'mac_address': 'fa:16:3e:a4:6c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc0c2e29-a20f-4008-9986-73999c991178', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:37:35.129431 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.169612 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:35.185217 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device ace43eaa-357e-4896-9f9f-7fbf5cef028c up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:35.222116 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c21f9cbe-83a2-4430-acb0-98a1e8767b29 req-89d2e49a-75fe-4229-b352-c3b5fb37a8da service neutron] 10.222.0.66 "GET /v2.0/networks/cf7632be-0633-496f-9ed5-4564208e5e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086612 May 18 14:37:35.277124 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-261db615-65c1-4e82-ae12-6912fe20d541 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9382932 May 18 14:37:35.279439 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.294564 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.295364 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,segment=NetworkSegment(1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15),segment_id=1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:35.296689 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port ace43eaa-357e-4896-9f9f-7fbf5cef028c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:35.297171 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.310054 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.391052 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.409577 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:35.439221 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:35.451381 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5162dcfca290419599071ada0659c9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2117224 May 18 14:37:35.462508 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-6ee4ecee-d106-49fd-a2f7-c7379b0a42e5 service neutron] 10.222.0.18 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300290 May 18 14:37:35.475609 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51980) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:35.521470 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.532428 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.628755 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:35.687928 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:35.709284 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 51990) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:35.709964 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:35.712288 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:37:35.746024 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4587fd-db9e-4c5a-9c30-c81cc5932880,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:35.758466 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-a560d5c5-83bd-4329-a4e1-aad0b7ad38f3 service neutron] 10.222.0.18 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636750 May 18 14:37:35.759286 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:35.806805 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-1ef5ea03-3b73-46c4-b43f-951e5ca3a89a service neutron] 10.222.0.18 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024393 May 18 14:37:35.819160 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'Port': ['ID=37601d35-3b3f-456c-967d-c9819d0a5b71,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:35.825516 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:35.830695 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:35.889658 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:35.890441 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:36.022136 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Network f286764e-b49e-4d3f-9e36-c78748a62858 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:36.026959 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Pushing event updated for resources: {'Port': ['ID=5c0250be-310f-4f6c-91ca-f80af181820e,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:36.031673 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:36.058708 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:36.114656 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-72cb7d20-55de-4830-8899-94f88fed8d3e service neutron] 10.222.0.18 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988131 May 18 14:37:36.145622 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:36.182146 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:36.188326 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:36.189118 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:36.203964 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:36.407526 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:36.588110 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:36.658211 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f37ed70f-768b-4d7c-a8e1-6f09bad1d48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:36.665052 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:36.671942 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:36.672403 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:36.713019 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-52eba684-2b22-46e6-9bec-804d707af03d req-b1eb1c73-459f-4afb-aa8a-1cb77da45c29 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 210 time: 0.0842283 May 18 14:37:36.757715 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6423097 May 18 14:37:36.770366 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e0a25-19b9-40b5-98ea-97c5b82fe362 req-29c1a258-874b-42cb-8971-83468975077a tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:36.779823 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:36.784258 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ab3e0a25-19b9-40b5-98ea-97c5b82fe362 req-29c1a258-874b-42cb-8971-83468975077a tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 944 time: 0.3854303 May 18 14:37:36.801860 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Request body: {'port': {'device_id': '95c38288-d310-4ebe-93ea-7097498e2ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:36.878068 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-358ff6c2-dfbe-4d78-8698-19cc534716a0 req-267d53a2-eebb-47a7-bc10-0af9a516885b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 210 time: 0.0605187 May 18 14:37:36.905498 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ab3e0a25-19b9-40b5-98ea-97c5b82fe362 req-20023a92-5a86-4c0f-8058-8361aa29dbdb tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200197 May 18 14:37:36.972530 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.012920 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Usage tracker for resource:security_group_rule and tenant:685ee47b2df7404f89a7bc53b036b6c0 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:37.026325 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14f7a5-a1a3-4a6b-a03b-213b334617f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:37.037656 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f37ed70f-768b-4d7c-a8e1-6f09bad1d48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.051065 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:37.111051 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,segment=NetworkSegment(1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15),segment_id=1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:37.129009 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.143056 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-1690013e-0c16-4367-9308-be2f5d2b2c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:37.188086 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f37ed70f-768b-4d7c-a8e1-6f09bad1d48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.189408 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.190809 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:37.216792 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:37.231561 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ed70f-768b-4d7c-a8e1-6f09bad1d48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4587fd-db9e-4c5a-9c30-c81cc5932880,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:37.303783 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f37ed70f-768b-4d7c-a8e1-6f09bad1d48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:37.340244 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.351186 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.372262 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:37.376176 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:37.398157 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f37ed70f-768b-4d7c-a8e1-6f09bad1d48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.399274 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f37ed70f-768b-4d7c-a8e1-6f09bad1d48a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f4587fd-db9e-4c5a-9c30-c81cc5932880 HTTP/1.1" status: 204 len: 168 time: 1.9139435 May 18 14:37:37.636388 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14f7a5-a1a3-4a6b-a03b-213b334617f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c', 'code': 200} May 18 14:37:37.786589 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.894395 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:37.966466 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52094) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:38.081095 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:38.099490 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52102) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:38.122571 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=685ee47b2df7404f89a7bc53b036b6c0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3075964 May 18 14:37:38.230979 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a2537f84-3e76-4b8f-b945-275c3350e7bf req-c117d112-54b9-4348-b63d-8c05b6646984 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 210 time: 0.0813820 May 18 14:37:38.365722 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c8ef748c-b71a-47a2-b7f9-33df2152b843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.424456 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c8ef748c-b71a-47a2-b7f9-33df2152b843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.439289 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c0a7e6-9d51-4c5e-88f5-2edc67d08a56,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:38.465016 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:38.502026 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.520089 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.527123 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:38.530790 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.562579 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.66', 58704) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:38.678538 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.db.resource_extend [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:37:38.687736 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-42967544-e435-4e4c-b5e9-e6ad958aae1a req-b8a6b437-4cec-464e-91dd-8885410dbc16 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 210 time: 0.3229585 May 18 14:37:38.722822 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:38.754234 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Usage tracker for resource:security_group_rule and tenant:79e57535fcb2499c8c4a94cd052df0a2 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:38.755061 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'Port': ['ID=37601d35-3b3f-456c-967d-c9819d0a5b71,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:38.763407 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:38.766673 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.779511 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:38.783893 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0250be-310f-4f6c-91ca-f80af181820e {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:38.794642 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.831508 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Transition to ACTIVE for port object 5c0250be-310f-4f6c-91ca-f80af181820e will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:38.835714 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.66', 58705) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:38.836940 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.860616 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5030358 May 18 14:37:38.860616 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:38.938877 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:38.944365 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732d105-e7c8-487c-87aa-11184838abf1 req-7a5d65df-4074-4f92-873f-6adfe62df1e8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:38.949382 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-7a5d65df-4074-4f92-873f-6adfe62df1e8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 818 time: 0.3844779 May 18 14:37:38.970939 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:38.996427 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Request body: {'port': {'device_id': '6cc16a9c-9183-448d-b607-ba97403b3592', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'admin_state_up': True, 'tenant_id': 'ee778988c72a4e2b891d3924425d5498'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:39.232782 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0250be-310f-4f6c-91ca-f80af181820e,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:39.252406 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:39.257411 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Usage tracker for resource:port and tenant:ee778988c72a4e2b891d3924425d5498 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:39.260813 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:39.268409 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:39.285636 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:39.291323 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Made reservation on behalf of ee778988c72a4e2b891d3924425d5498 for: {'port': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:39.295248 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:39.387135 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8acb59ea-0f69-42f3-92b3-fefeb0a593fd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:39.387767 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8acb59ea-0f69-42f3-92b3-fefeb0a593fd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Synchronizing usage tracker for tenant:86a8148aefb84364b616460cedf5dd5f on resource:network {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:39.417918 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Attempting to bind port 5c0250be-310f-4f6c-91ca-f80af181820e on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:39.418354 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Attempting to bind port 5c0250be-310f-4f6c-91ca-f80af181820e by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:39.419022 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Attempting to bind port 5c0250be-310f-4f6c-91ca-f80af181820e on network f286764e-b49e-4d3f-9e36-c78748a62858 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:39.424168 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Port 5c0250be-310f-4f6c-91ca-f80af181820e on network f286764e-b49e-4d3f-9e36-c78748a62858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:37:39.424563 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Attempting to bind port 5c0250be-310f-4f6c-91ca-f80af181820e on network f286764e-b49e-4d3f-9e36-c78748a62858 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:39.431531 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:39.431984 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Checking segment: {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:39.432629 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Bound using segment: {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:39.433134 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Bound port: 5c0250be-310f-4f6c-91ca-f80af181820e, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:39.433545 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:39.471184 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c8ef748c-b71a-47a2-b7f9-33df2152b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:39.488044 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52170) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:39.507385 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e6996562-9293-4d4a-b828-a73cea5fd440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:39.509059 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e6996562-9293-4d4a-b828-a73cea5fd440 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 1098 time: 0.9455550 May 18 14:37:39.528633 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d96dc-f43c-4f24-8da8-71c325bd20ec req-4b724f53-00de-4af0-b0b0-e2ee0c990ace tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:39.530477 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9e9d96dc-f43c-4f24-8da8-71c325bd20ec req-4b724f53-00de-4af0-b0b0-e2ee0c990ace tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 945 time: 0.9825916 May 18 14:37:39.533153 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-f934d1ff-8d54-4e71-9dce-daa4990d1191 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Synchronizing usage tracker for tenant:49895d1d336f4f30be021701578f19fc on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:39.544701 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a06acb83-d1ed-49ce-80c6-307715d46d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:39.553427 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] For port 5c0250be-310f-4f6c-91ca-f80af181820e, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:39.558716 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] For port 5c0250be-310f-4f6c-91ca-f80af181820e, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c0250be-310f-4f6c-91ca-f80af181820e,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:39.565526 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:39.573010 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:39.599524 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef748c-b71a-47a2-b7f9-33df2152b843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c0a7e6-9d51-4c5e-88f5-2edc67d08a56,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:39.634051 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:39.647083 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c8ef748c-b71a-47a2-b7f9-33df2152b843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:39.694113 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:39.719263 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-f934d1ff-8d54-4e71-9dce-daa4990d1191 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Unset dirty status for tenant:49895d1d336f4f30be021701578f19fc on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:39.720464 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-f934d1ff-8d54-4e71-9dce-daa4990d1191 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1189493507&fields=id&tenant_id=49895d1d336f4f30be021701578f19fc HTTP/1.1" status: 200 len: 267 time: 0.4352396 May 18 14:37:39.726203 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Usage tracker for resource:security_group_rule and tenant:486ea96c140c48678f65cc71ead81763 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:39.729534 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Allocated IP 172.20.0.7 (f286764e-b49e-4d3f-9e36-c78748a62858/531a60c5-c442-4ffd-9840-0f8997cf4cce/3a313953-f837-476c-ae28-950913a83ae0) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:39.734339 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:39.754617 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:39.755378 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:39.757098 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 200 len: 1094 time: 2.9684730 May 18 14:37:39.757600 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c38288-d310-4ebe-93ea-7097498e2ccd', 'tag': '5c0250be-310f-4f6c-91ca-f80af181820e'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:39.760049 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:39.791032 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9e9d96dc-f43c-4f24-8da8-71c325bd20ec req-c689b1f5-5fc7-4dc6-b0eb-89330914973d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281668 May 18 14:37:39.804858 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0250be-310f-4f6c-91ca-f80af181820e,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:39.809578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:39.817462 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c8ef748c-b71a-47a2-b7f9-33df2152b843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:39.821358 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-c8ef748c-b71a-47a2-b7f9-33df2152b843 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23c0a7e6-9d51-4c5e-88f5-2edc67d08a56 HTTP/1.1" status: 204 len: 168 time: 1.7208881 May 18 14:37:39.874224 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:39.927534 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:39.946703 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Usage tracker for resource:security_group_rule and tenant:948fa70ab22b47179ef76de02baecfb6 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:39.951065 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:39.959896 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:40.009247 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:37:40.024027 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-e0000eb0-e733-4f67-8834-cf97fa53eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:40.025676 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-e0000eb0-e733-4f67-8834-cf97fa53eaff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1097 time: 0.2174468 May 18 14:37:40.108708 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-b9972195-4389-4917-b44e-6f6fb505dd8a req-7df4becc-9424-45fe-8478-0a587dde4403 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Synchronizing usage tracker for tenant:ee778988c72a4e2b891d3924425d5498 on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:40.110354 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-e40cc04a-b38a-44e3-bdcd-b8a04f9895cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 200 len: 217 time: 0.0757279 May 18 14:37:40.122112 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-9bd75171-b44e-4027-8897-7a9886042072 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:40.123245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-9bd75171-b44e-4027-8897-7a9886042072 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Synchronizing usage tracker for tenant:49895d1d336f4f30be021701578f19fc on resource:network {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:40.133828 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.159795 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.195777 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8acb59ea-0f69-42f3-92b3-fefeb0a593fd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Unset dirty status for tenant:86a8148aefb84364b616460cedf5dd5f on resource:network {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:40.196938 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8acb59ea-0f69-42f3-92b3-fefeb0a593fd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 816 time: 1.3504965 May 18 14:37:40.242660 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-bdda921a-652c-4097-ba13-741d93908ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:40.244311 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-bdda921a-652c-4097-ba13-741d93908ee0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.1266468 May 18 14:37:40.251734 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c8ef748c-b71a-47a2-b7f9-33df2152b843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:40.283332 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79e57535fcb2499c8c4a94cd052df0a2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3118138 May 18 14:37:40.291743 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52204) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:40.292349 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-b9972195-4389-4917-b44e-6f6fb505dd8a req-7df4becc-9424-45fe-8478-0a587dde4403 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Unset dirty status for tenant:ee778988c72a4e2b891d3924425d5498 on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:40.293538 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b9972195-4389-4917-b44e-6f6fb505dd8a req-7df4becc-9424-45fe-8478-0a587dde4403 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 210 time: 0.3067174 May 18 14:37:40.346624 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-5abbc653-3bba-4264-b4d2-568c1616bc46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807414 May 18 14:37:40.350773 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-a46dbd93-64ee-47c4-9c8f-5d0892838993 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Synchronizing usage tracker for tenant:86a8148aefb84364b616460cedf5dd5f on resource:security_group {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:40.360821 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.395181 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0297df-9454-4d4b-af03-7b59c9bbe723,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:40.401145 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.420045 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:40.422326 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:40.433458 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-a46dbd93-64ee-47c4-9c8f-5d0892838993 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Unset dirty status for tenant:86a8148aefb84364b616460cedf5dd5f on resource:security_group {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:40.434144 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-a46dbd93-64ee-47c4-9c8f-5d0892838993 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a8148aefb84364b616460cedf5dd5f HTTP/1.1" status: 200 len: 380 time: 0.2234929 May 18 14:37:40.508182 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'port': {'device_id': '7375dec7-9429-48cc-8594-2b8c627e757d', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'admin_state_up': True, 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'security_groups': ['7fbd7913-6282-475c-ab29-5929661af9de']}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:40.579028 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704fbae7-3d39-4ff3-be94-9369c606df8a,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:40.586484 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=948fa70ab22b47179ef76de02baecfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0978665 May 18 14:37:40.589862 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52218) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:40.590763 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:40.666016 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0ce77c28-decf-4921-9d95-6f8377c1b23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.674414 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f7580e09-11e1-4d05-be29-1bec248e1824 req-a4b9d56c-7934-41c7-9210-d7d0d7478d96 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 210 time: 0.2007329 May 18 14:37:40.722314 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-d0b5a268-66af-49cc-9346-8fd1cb4d6925 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647006 May 18 14:37:40.728037 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.734747 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.739649 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0ce77c28-decf-4921-9d95-6f8377c1b23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.755972 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.782876 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:40.821534 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4103915b-219f-4a96-b8ae-c58081f1a575,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:40.824273 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-9bd75171-b44e-4027-8897-7a9886042072 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Unset dirty status for tenant:49895d1d336f4f30be021701578f19fc on resource:network {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:40.838062 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-9bd75171-b44e-4027-8897-7a9886042072 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 811 time: 1.0939331 May 18 14:37:40.850376 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:40.872697 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-d3825bfd-71ec-4d0a-ab2e-0126878b7322 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/quotas/49895d1d336f4f30be021701578f19fc HTTP/1.1" status: 200 len: 375 time: 0.0334921 May 18 14:37:40.879196 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-97f1bc88-bfc2-4d83-89f0-1aed67df4d78 req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3366413 May 18 14:37:40.898144 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:40.925834 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:port and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:40.945605 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:40.963204 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-1138befa-8778-451b-b3df-84b08e723bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.976147 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:40.977031 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0ce77c28-decf-4921-9d95-6f8377c1b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:40.987271 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-98eb1af8-7506-4b3f-b6d4-4a428cb7227a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:40.999904 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.004806 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce77c28-decf-4921-9d95-6f8377c1b23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0297df-9454-4d4b-af03-7b59c9bbe723,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:41.017024 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0ce77c28-decf-4921-9d95-6f8377c1b23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:41.027998 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:41.079581 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Made reservation on behalf of 86a8148aefb84364b616460cedf5dd5f for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:41.083728 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.086138 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-7c84bed6-d017-4eb8-bf8a-aca9f41a21e3 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2049639 May 18 14:37:41.102294 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0ce77c28-decf-4921-9d95-6f8377c1b23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.103099 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-0ce77c28-decf-4921-9d95-6f8377c1b23d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d0297df-9454-4d4b-af03-7b59c9bbe723 HTTP/1.1" status: 204 len: 168 time: 0.8085518 May 18 14:37:41.118719 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-1138befa-8778-451b-b3df-84b08e723bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.139960 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c565a45e-de8f-4bcf-9323-d951a045f83a req-23d22675-271f-459c-8520-6e4b11558089 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017324 May 18 14:37:41.178650 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Network f286764e-b49e-4d3f-9e36-c78748a62858 is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:41.187214 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:41.200292 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:41.280364 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:41.281054 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.286430 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c38288-d310-4ebe-93ea-7097498e2ccd', 'tag': '5c0250be-310f-4f6c-91ca-f80af181820e', 'status': 'completed', 'code': 200} May 18 14:37:41.371131 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Pushing event updated for resources: {'Port': ['ID=3a313953-f837-476c-ae28-950913a83ae0,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:41.377523 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4133132 May 18 14:37:41.378390 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:41.394609 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Request body: {'port': {'device_id': '6cc16a9c-9183-448d-b607-ba97403b3592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:41.436531 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-1138befa-8778-451b-b3df-84b08e723bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.449116 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:41.471472 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138befa-8778-451b-b3df-84b08e723bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704fbae7-3d39-4ff3-be94-9369c606df8a,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:41.482097 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-1138befa-8778-451b-b3df-84b08e723bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:41.511018 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Allocated IP 172.20.0.3 (8b001595-5c30-4c08-85c1-7b5afbf6ef8e/8f10d4a1-1722-4e43-be82-057027367984/e5862fa9-6692-4c19-b65a-f5e8087978cf) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:41.524093 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-1138befa-8778-451b-b3df-84b08e723bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.528129 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-1138befa-8778-451b-b3df-84b08e723bea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/704fbae7-3d39-4ff3-be94-9369c606df8a HTTP/1.1" status: 204 len: 168 time: 0.9341257 May 18 14:37:41.591365 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-611ec3b8-7c43-4c62-9b58-3cb6db68984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:41.592953 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-611ec3b8-7c43-4c62-9b58-3cb6db68984d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1097 time: 0.2928183 May 18 14:37:41.791455 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-0270219e-fc2b-4869-a7ad-c592fb515f60 service neutron] 10.222.0.18 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697397 May 18 14:37:41.796631 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:41.823045 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8409b7e-d078-46bf-b19a-d206358ee3e2 req-7f082a7d-e904-4fd9-a4b9-f3aa55d292b6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:41.824771 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f8409b7e-d078-46bf-b19a-d206358ee3e2 req-7f082a7d-e904-4fd9-a4b9-f3aa55d292b6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 945 time: 0.3588598 May 18 14:37:41.851314 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-0417d476-5ae2-4c88-b8d9-8a3d0070fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:41.853014 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-0417d476-5ae2-4c88-b8d9-8a3d0070fe49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.2476449 May 18 14:37:41.856209 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.079482 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-96124d9d-010c-438c-96dc-f06e4aedfa32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 200 len: 217 time: 0.2163849 May 18 14:37:42.082307 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Transition to ACTIVE for port object e5862fa9-6692-4c19-b65a-f5e8087978cf will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:42.158000 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52256) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.161521 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-5c287d60-1407-44b6-bb5f-29ea90b643ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:42.163579 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-5c287d60-1407-44b6-bb5f-29ea90b643ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.0737195 May 18 14:37:42.226866 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52260) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:42.231834 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f8409b7e-d078-46bf-b19a-d206358ee3e2 req-fbb62696-7576-4d02-8adf-518c048b7cc3 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752973 May 18 14:37:42.238089 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-3776aaf0-892a-40ae-b167-0f16aefc2700 service neutron] 10.222.0.18 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269087 May 18 14:37:42.254278 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.279103 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-dc07c3c8-44ad-4a73-9423-c2847bf2d473 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010771 May 18 14:37:42.288158 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.313938 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.321230 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Usage tracker for resource:security_group_rule and tenant:cc6b83d378b240c087f0e158e4740fd8 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.349483 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.354941 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:42.362558 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.399434 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:42.411285 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Usage tracker for resource:security_group_rule and tenant:e7fd48f9b1674b15975549dac8829126 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:42.419654 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:42.446429 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:42.546811 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-f297ee8b-7964-4999-a684-001c3fcfd721 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554557 May 18 14:37:42.547865 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:42.567287 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:42.595998 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:42.607701 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:42.716820 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:42.733615 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:42.846794 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:42.848351 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.865862 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a313953-f837-476c-ae28-950913a83ae0 {{(pid=91426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:42.877582 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.889962 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3940892 May 18 14:37:42.898995 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.provisioning_blocks [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Transition to ACTIVE for port object 3a313953-f837-476c-ae28-950913a83ae0 will not be triggered until provisioned by entity L2. {{(pid=91426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:42.921861 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Request body: {'port': {'device_id': '7375dec7-9429-48cc-8594-2b8c627e757d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:42.923804 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d4253c35-bd05-4e04-9e6d-1ff001b06759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.933883 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:42.975707 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2e74c6e3-d5c0-451d-9473-e934bd03a1c6 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.024916 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25088ed9-a7d7-4db1-81cc-afa8f2b31f53 req-5b0aa69e-38ec-4a26-8f95-aca05be3a765 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607708 May 18 14:37:43.090400 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-1288cef6-1f64-4fa8-8cd9-0a48186afe4f None None] Provisioning for port e5862fa9-6692-4c19-b65a-f5e8087978cf completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:43.111521 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-1288cef6-1f64-4fa8-8cd9-0a48186afe4f None None] Provisioning complete for port e5862fa9-6692-4c19-b65a-f5e8087978cf triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:43.113130 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-1288cef6-1f64-4fa8-8cd9-0a48186afe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.165562 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.178582 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.189254 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.220380 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.226149 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cf418-438d-4e17-87f0-5f90ca787259 req-2782c0ee-2500-4cbd-8e32-49b187503a1b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:43.227583 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dd4cf418-438d-4e17-87f0-5f90ca787259 req-2782c0ee-2500-4cbd-8e32-49b187503a1b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 931 time: 0.7856560 May 18 14:37:43.228154 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-1288cef6-1f64-4fa8-8cd9-0a48186afe4f None None] Port e5862fa9-6692-4c19-b65a-f5e8087978cf cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:37:43.231136 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc6b83d378b240c087f0e158e4740fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0718842 May 18 14:37:43.269353 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52282) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:43.360003 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1603fb7-4527-4bc4-baf1-3dd328520634,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.386048 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.386245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.390709 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a313953-f837-476c-ae28-950913a83ae0,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.403097 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.411410 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.416810 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ea7d936b-c2dd-4603-9de8-fe23143c7309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.443241 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b984-81c8-4653-8745-f4af5d745613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.500225 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b984-81c8-4653-8745-f4af5d745613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.537453 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3bf12-4ebd-421a-874f-4b34f6ede181 req-1595b4e8-a2ab-48aa-bc84-f693dda289a6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:43.538954 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d4d3bf12-4ebd-421a-874f-4b34f6ede181 req-1595b4e8-a2ab-48aa-bc84-f693dda289a6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 931 time: 0.9590776 May 18 14:37:43.545953 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7fd48f9b1674b15975549dac8829126&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3172474 May 18 14:37:43.546991 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc08318d-da74-4649-a1c6-ec794c1b048d,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.552681 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52290) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:43.569122 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-dd4cf418-438d-4e17-87f0-5f90ca787259 req-2f24f61b-e945-4aa7-b915-f58a5f2fea01 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Synchronizing usage tracker for tenant:ee778988c72a4e2b891d3924425d5498 on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:43.573915 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.621148 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Attempting to bind port 3a313953-f837-476c-ae28-950913a83ae0 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:43.621481 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Attempting to bind port 3a313953-f837-476c-ae28-950913a83ae0 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:43.621804 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Attempting to bind port 3a313953-f837-476c-ae28-950913a83ae0 on network f286764e-b49e-4d3f-9e36-c78748a62858 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:43.634154 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d4d3bf12-4ebd-421a-874f-4b34f6ede181 req-9ed9da74-0cb1-4012-97a5-bbafece82539 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840616 May 18 14:37:43.634743 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-dd4cf418-438d-4e17-87f0-5f90ca787259 req-2f24f61b-e945-4aa7-b915-f58a5f2fea01 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Unset dirty status for tenant:ee778988c72a4e2b891d3924425d5498 on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:43.635795 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dd4cf418-438d-4e17-87f0-5f90ca787259 req-2f24f61b-e945-4aa7-b915-f58a5f2fea01 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710183 May 18 14:37:43.636529 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Port 3a313953-f837-476c-ae28-950913a83ae0 on network f286764e-b49e-4d3f-9e36-c78748a62858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:37:43.636875 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Attempting to bind port 3a313953-f837-476c-ae28-950913a83ae0 on network f286764e-b49e-4d3f-9e36-c78748a62858 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:43.655389 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:43.655730 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Checking segment: {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:43.656115 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Bound using segment: {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:43.656561 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Bound port: 3a313953-f837-476c-ae28-950913a83ae0, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d3455e2-de81-4470-9dcb-c494fb7e405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858'}}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:43.656928 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.717021 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b984-81c8-4653-8745-f4af5d745613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.724748 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.750707 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9b984-81c8-4653-8745-f4af5d745613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1603fb7-4527-4bc4-baf1-3dd328520634,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.758228 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ecf9b984-81c8-4653-8745-f4af5d745613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.760996 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-96fe2a5d-e264-4a72-9934-5e6d380359bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.766661 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ecf9b984-81c8-4653-8745-f4af5d745613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.770618 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ecf9b984-81c8-4653-8745-f4af5d745613 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1603fb7-4527-4bc4-baf1-3dd328520634 HTTP/1.1" status: 204 len: 168 time: 0.4990137 May 18 14:37:43.842255 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-96fe2a5d-e264-4a72-9934-5e6d380359bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.900043 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5862fa9-6692-4c19-b65a-f5e8087978cf {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:43.909886 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.938854 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e82987df-fbec-45d6-975c-40d06ffd7b70 req-bf6e91b1-ec4e-4277-8933-e2a41e3c4f74 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 210 time: 0.0682054 May 18 14:37:43.947145 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Transition to ACTIVE for port object e5862fa9-6692-4c19-b65a-f5e8087978cf will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:43.947592 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] For port 3a313953-f837-476c-ae28-950913a83ae0, host hv-cinder-78719, cleared binding levels {{(pid=91426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:43.948853 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-96fe2a5d-e264-4a72-9934-5e6d380359bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.956405 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-88d5b4f9-c98f-4d66-af8c-4476898b702f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:43.976909 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] For port 3a313953-f837-476c-ae28-950913a83ae0, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3a313953-f837-476c-ae28-950913a83ae0,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:43.984422 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe2a5d-e264-4a72-9934-5e6d380359bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc08318d-da74-4649-a1c6-ec794c1b048d,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:43.986267 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:43.987550 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-96fe2a5d-e264-4a72-9934-5e6d380359bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:43.990091 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.002380 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:44.021000 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:44.072254 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd5e6a-da3b-440f-a806-f7a827e75e8e req-035036cb-9969-4357-bba6-be12444364fc tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:44.074196 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e9fd5e6a-da3b-440f-a806-f7a827e75e8e req-035036cb-9969-4357-bba6-be12444364fc tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 945 time: 0.2490857 May 18 14:37:44.111744 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-96fe2a5d-e264-4a72-9934-5e6d380359bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.116634 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-96fe2a5d-e264-4a72-9934-5e6d380359bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc08318d-da74-4649-a1c6-ec794c1b048d HTTP/1.1" status: 204 len: 168 time: 0.5629184 May 18 14:37:44.134021 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:44.142283 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:44.146767 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] 10.222.0.66 "PUT /v2.0/ports/3a313953-f837-476c-ae28-950913a83ae0 HTTP/1.1" status: 200 len: 1093 time: 2.7567532 May 18 14:37:44.149104 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc16a9c-9183-448d-b607-ba97403b3592', 'tag': '3a313953-f837-476c-ae28-950913a83ae0'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:44.281703 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc16a9c-9183-448d-b607-ba97403b3592', 'tag': '3a313953-f837-476c-ae28-950913a83ae0', 'status': 'completed', 'code': 200} May 18 14:37:44.366517 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a313953-f837-476c-ae28-950913a83ae0,revision_number=3']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:44.371863 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:44.407946 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e9fd5e6a-da3b-440f-a806-f7a827e75e8e req-c8775646-d291-4512-b79e-2ad4a4e13efa tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221118 May 18 14:37:44.449786 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 5c0250be-310f-4f6c-91ca-f80af181820e details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:37:44.470659 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:44.746159 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-2d975fe2-c978-4f81-914c-be7303500daf tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:44.752014 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-2d975fe2-c978-4f81-914c-be7303500daf tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 811 time: 0.5348823 May 18 14:37:44.834001 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:44.847445 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-a1832cc5-ce34-4ffd-8fd3-9462456e03e8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49895d1d336f4f30be021701578f19fc HTTP/1.1" status: 200 len: 380 time: 0.0875366 May 18 14:37:44.861089 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'port': {'device_id': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'admin_state_up': True, 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'security_groups': ['a39a73b0-2093-4169-84be-3a517872e8c6']}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:44.869109 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 5c0250be-310f-4f6c-91ca-f80af181820e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c0250be-310f-4f6c-91ca-f80af181820e,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:44.898355 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '5c0250be-310f-4f6c-91ca-f80af181820e', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'port_id': '5c0250be-310f-4f6c-91ca-f80af181820e', 'mac_address': 'fa:16:3e:09:da:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:37:44.979566 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.023703 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0250be-310f-4f6c-91ca-f80af181820e {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:45.081547 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 5c0250be-310f-4f6c-91ca-f80af181820e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c0250be-310f-4f6c-91ca-f80af181820e,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:45.084578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732d105-e7c8-487c-87aa-11184838abf1 req-6b164127-4528-4532-afee-7e5fb51a5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:45.086124 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-6b164127-4528-4532-afee-7e5fb51a5767 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 1096 time: 0.7303226 May 18 14:37:45.091878 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.094261 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:45.231335 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Attempting to bind port e5862fa9-6692-4c19-b65a-f5e8087978cf on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:45.232114 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Attempting to bind port e5862fa9-6692-4c19-b65a-f5e8087978cf by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:45.232114 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Attempting to bind port e5862fa9-6692-4c19-b65a-f5e8087978cf on network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:45.254767 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Port e5862fa9-6692-4c19-b65a-f5e8087978cf on network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:37:45.254767 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Attempting to bind port e5862fa9-6692-4c19-b65a-f5e8087978cf on network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:45.266491 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:45.266888 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Checking segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:45.267274 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Bound using segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:45.267713 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Bound port: e5862fa9-6692-4c19-b65a-f5e8087978cf, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:45.268089 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.281534 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-9bad0a52-d223-4f57-9745-6e8dae5c63d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a313953-f837-476c-ae28-950913a83ae0 HTTP/1.1" status: 200 len: 217 time: 0.1770077 May 18 14:37:45.295074 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=5c0250be-310f-4f6c-91ca-f80af181820e,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:45.319500 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:45.321905 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['5c0250be-310f-4f6c-91ca-f80af181820e'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:37:45.458973 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732d105-e7c8-487c-87aa-11184838abf1 req-6f22ba6c-71ea-4e2a-856b-064cad1d9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:45.460544 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-6f22ba6c-71ea-4e2a-856b-064cad1d9cca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.1455393 May 18 14:37:45.572013 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:45.598861 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-79e74518-75c6-4332-98c1-315a982430e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110663 May 18 14:37:45.608805 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:port and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:45.615209 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:45.644617 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:45.650801 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:45.676097 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.688270 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:45.757982 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.794073 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2c3967ea-f7dc-4f33-aeeb-3fbb3addc698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.799387 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Made reservation on behalf of 49895d1d336f4f30be021701578f19fc for: {'port': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:45.814093 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:45.833201 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:45.886642 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b15d69-2978-4bcb-9659-3eda48a5763c req-364bbe81-842c-49f9-b377-c67e1d58e0a0 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:45.888225 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c9b15d69-2978-4bcb-9659-3eda48a5763c req-364bbe81-842c-49f9-b377-c67e1d58e0a0 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 943 time: 0.7597909 May 18 14:37:45.996284 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:46.001420 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e62f0-a86a-4215-9371-823ea7b37a53 req-4e3812ad-ed34-489c-a205-ac09e919b299 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:46.008492 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b0e62f0-a86a-4215-9371-823ea7b37a53 req-4e3812ad-ed34-489c-a205-ac09e919b299 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.8111718 May 18 14:37:46.017721 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:46.018663 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.020326 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] 10.222.0.66 "PUT /v2.0/ports/e5862fa9-6692-4c19-b65a-f5e8087978cf HTTP/1.1" status: 200 len: 1093 time: 3.1176336 May 18 14:37:46.031823 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:46.032618 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:46.075939 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c9b15d69-2978-4bcb-9659-3eda48a5763c req-0f02b447-c327-433c-a59a-d2d7d0c0ee1d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710849 May 18 14:37:46.322682 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b0e62f0-a86a-4215-9371-823ea7b37a53 req-58df1c91-1629-420d-97fb-ce8e0c15d726 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127534 May 18 14:37:46.395603 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.436756 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a208b593-c8c8-42dd-86ea-1f58b7cddbd9 req-9f1f870d-b9f9-42f9-9cb5-f9dd25d70d3b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 210 time: 0.1020727 May 18 14:37:46.439414 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-c6a8819c-e14f-4012-a2e3-3862cada89a3 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843955 May 18 14:37:46.445414 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-d018a0ba-c7bf-4860-9f7f-45bd0258ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:46.447200 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-d018a0ba-c7bf-4860-9f7f-45bd0258ee88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 1096 time: 0.2473445 May 18 14:37:46.454705 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 5c0250be-310f-4f6c-91ca-f80af181820e up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:46.515199 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Allocated IP 172.20.0.13 (d770d507-5ee1-46cc-a889-38852c372718/e191646f-9526-4ce5-bba1-3c81ef3d8bd1/eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:46.517882 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'status': 'completed', 'code': 200} May 18 14:37:46.614415 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 5c0250be-310f-4f6c-91ca-f80af181820e completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:46.621235 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 5c0250be-310f-4f6c-91ca-f80af181820e triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:46.622105 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.675717 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52412) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:46.695259 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-34148eb4-bc56-41a1-a0ce-99f8801df0a7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf HTTP/1.1" status: 200 len: 217 time: 0.1767492 May 18 14:37:46.844303 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.890137 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-f3a987c1-b5fe-46ac-8efc-d55b3d2e63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:46.891722 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.893423 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-f3a987c1-b5fe-46ac-8efc-d55b3d2e63a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.1892881 May 18 14:37:46.906556 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c38288-d310-4ebe-93ea-7097498e2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0250be-310f-4f6c-91ca-f80af181820e'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:46.930588 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.provisioning_blocks [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Transition to ACTIVE for port object eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 will not be triggered until provisioned by entity DHCP. {{(pid=91426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:46.957233 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 5c0250be-310f-4f6c-91ca-f80af181820e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c0250be-310f-4f6c-91ca-f80af181820e,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:46.971613 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:46.974592 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-1690013e-0c16-4367-9308-be2f5d2b2c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:46.990025 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.013224 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:47.043671 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6732d105-e7c8-487c-87aa-11184838abf1 req-9fbc2fe5-b879-4cbf-902e-efbba4080c42 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949976 May 18 14:37:47.073353 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c38288-d310-4ebe-93ea-7097498e2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0250be-310f-4f6c-91ca-f80af181820e', 'code': 200} May 18 14:37:47.176779 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Network d770d507-5ee1-46cc-a889-38852c372718 is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:47.182932 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1074087556-network', 'tenant_id': 'ef261b4c676d4dfda647a95fb53218e5'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:47.187552 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'Port': ['ID=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:47.188576 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=5c0250be-310f-4f6c-91ca-f80af181820e,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:47.190746 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:47.192980 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:47.194925 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:47.195297 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:47.238250 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:47.253252 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Usage tracker for resource:network and tenant:ef261b4c676d4dfda647a95fb53218e5 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:47.260475 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:47.277796 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:47.335302 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-045e42fd-5156-4719-9142-362b1f7a6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:47.337997 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-045e42fd-5156-4719-9142-362b1f7a6554 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4313955 May 18 14:37:47.351864 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:47.354719 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.370831 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Made reservation on behalf of ef261b4c676d4dfda647a95fb53218e5 for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:47.376908 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.471395 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.531039 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-5d724f97-9be8-4caa-9bee-2aebe1aaefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:47.532940 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-5d724f97-9be8-4caa-9bee-2aebe1aaefd0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 1096 time: 0.4332302 May 18 14:37:47.563214 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-aedc2a83-b8bd-4a98-b1bf-fc615a43879d None None] Provisioning for port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:47.569961 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-aedc2a83-b8bd-4a98-b1bf-fc615a43879d None None] Provisioning complete for port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:47.570422 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-aedc2a83-b8bd-4a98-b1bf-fc615a43879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.668291 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:47.677318 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-e5a155ec-3425-4593-9fb7-627bdd78b322 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283782 May 18 14:37:47.684564 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:ef261b4c676d4dfda647a95fb53218e5 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:47.690860 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:47.721436 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8675840 May 18 14:37:47.726021 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:47.741509 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-aedc2a83-b8bd-4a98-b1bf-fc615a43879d None None] Port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:37:47.757130 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Request body: {'port': {'device_id': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:47.839523 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-fe4ff744-f38b-4aea-a5ac-5e78bc2b6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:47.841372 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-fe4ff744-f38b-4aea-a5ac-5e78bc2b6196 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.3004506 May 18 14:37:47.929904 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:47.946871 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e587-3d70-4995-adda-434a9c314b0a req-73aae040-049f-4598-aed7-711f595b353d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:47.948514 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ab71e587-3d70-4995-adda-434a9c314b0a req-73aae040-049f-4598-aed7-711f595b353d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 943 time: 0.6108005 May 18 14:37:48.038418 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fad8f0-cdbc-42a4-8b11-824a34c649f6 req-716976b2-78f6-4544-a1c4-2de746594e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:48.039871 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-95fad8f0-cdbc-42a4-8b11-824a34c649f6 req-716976b2-78f6-4544-a1c4-2de746594e51 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1099 time: 0.5350001 May 18 14:37:48.045800 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-967c06d0-1a9e-4800-bf42-6c835f29e2ab req-ea08fff0-d6c1-4cbd-bffc-4538711d41e1 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579395 May 18 14:37:48.047164 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-13b4e385-8738-45f4-bf64-bff9f90686e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a313953-f837-476c-ae28-950913a83ae0 HTTP/1.1" status: 200 len: 217 time: 0.1554101 May 18 14:37:48.140184 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-b64af5a4-a0f0-4fc3-bf71-fc20b1435ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:48.142048 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-b64af5a4-a0f0-4fc3-bf71-fc20b1435ead service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.0808485 May 18 14:37:48.190101 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ab71e587-3d70-4995-adda-434a9c314b0a req-f67b94e2-a2e8-4d89-bee3-d7b8e1b112ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833162 May 18 14:37:48.232572 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-95fad8f0-cdbc-42a4-8b11-824a34c649f6 req-3c09177e-9b70-4af2-b5e6-dcfba3a96e68 service neutron] Synchronizing usage tracker for tenant:486ea96c140c48678f65cc71ead81763 on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:48.274254 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-56d8ac27-677e-4b39-8305-38e61fe9586b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753279 May 18 14:37:48.308259 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.336491 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7097093-7d6d-4758-a31a-e609e8441b4d req-51b2ac9c-b16f-4b7c-bcad-f9c8be99673f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:48.343794 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a7097093-7d6d-4758-a31a-e609e8441b4d req-51b2ac9c-b16f-4b7c-bcad-f9c8be99673f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.4147522 May 18 14:37:48.383695 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-95fad8f0-cdbc-42a4-8b11-824a34c649f6 req-3c09177e-9b70-4af2-b5e6-dcfba3a96e68 service neutron] Unset dirty status for tenant:486ea96c140c48678f65cc71ead81763 on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:48.384735 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-95fad8f0-cdbc-42a4-8b11-824a34c649f6 req-3c09177e-9b70-4af2-b5e6-dcfba3a96e68 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913454 May 18 14:37:48.402226 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-2dd524f6-b4f4-4b48-b154-e5afcbb8e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:48.403888 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-2dd524f6-b4f4-4b48-b154-e5afcbb8e4dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 1096 time: 0.2476425 May 18 14:37:48.421004 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.456077 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.466547 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:48.493267 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a7097093-7d6d-4758-a31a-e609e8441b4d req-c6279a0a-5b96-475d-ada6-95da97afb5b7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484139 May 18 14:37:48.550094 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:37:48.574246 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-cd81a437-5767-4dc5-9126-5f5be72b347c service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906001 May 18 14:37:48.647551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.647999 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Added segment d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205 of type vlan for network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 May 18 14:37:48.696075 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ff7d1d-36dd-4b45-a661-452f734c841e,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:48.699004 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:48.786160 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.854495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af684dd-fafc-4f71-a041-e36a6717fe79 req-31cc7e37-2e12-476a-85c0-5efcd250029d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:48.855647 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-8af684dd-fafc-4f71-a041-e36a6717fe79 req-31cc7e37-2e12-476a-85c0-5efcd250029d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Synchronizing usage tracker for tenant:49895d1d336f4f30be021701578f19fc on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:48.856523 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-9b5383c5-ccaf-48fb-acbe-39697823e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:48.858635 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-9b5383c5-ccaf-48fb-acbe-39697823e657 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.4136400 May 18 14:37:48.867154 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4bc38aff-0cb6-4236-a495-a9f226104f52 req-b7d91384-87b6-49b5-ae23-e6da5e062868 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855308 May 18 14:37:48.926443 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.927168 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-8af684dd-fafc-4f71-a041-e36a6717fe79 req-31cc7e37-2e12-476a-85c0-5efcd250029d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Unset dirty status for tenant:49895d1d336f4f30be021701578f19fc on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:48.928553 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8af684dd-fafc-4f71-a041-e36a6717fe79 req-31cc7e37-2e12-476a-85c0-5efcd250029d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 932 time: 0.3760245 May 18 14:37:48.979315 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:48.979976 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:48.996427 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-814652f9-d630-467c-a726-8a2c3598f5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:49.010804 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-c60dced4-c003-4bb3-ab6a-ba7787e1a675 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf HTTP/1.1" status: 200 len: 217 time: 0.1418929 May 18 14:37:49.098638 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-10a18d91-e43c-480d-a9e7-7d04ba7a8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:49.100084 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-10a18d91-e43c-480d-a9e7-7d04ba7a8c27 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.0818994 May 18 14:37:49.141870 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:49.155868 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:49.161295 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 {{(pid=91426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:49.164779 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:37:49.172172 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8af684dd-fafc-4f71-a041-e36a6717fe79 req-9c0065aa-338d-4ef3-a6ab-e3dbcddd8f9d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108855 May 18 14:37:49.174010 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.180919 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5002756 May 18 14:37:49.183963 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52488) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:49.194132 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Request body: {'subnet': {'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1074087556-subnet', 'tenant_id': 'ef261b4c676d4dfda647a95fb53218e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:49.203141 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:49.208510 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Usage tracker for resource:subnet and tenant:ef261b4c676d4dfda647a95fb53218e5 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:49.212245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:49.219381 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:49.226248 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-a3f93acc-c83c-4250-a403-1041534ce6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:49.228014 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-a3f93acc-c83c-4250-a403-1041534ce6c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1131878 May 18 14:37:49.233577 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Made reservation on behalf of ef261b4c676d4dfda647a95fb53218e5 for: {'subnet': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:49.236486 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3142995'] for subnet, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.270943 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.provisioning_blocks [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Transition to ACTIVE for port object eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 will not be triggered until provisioned by entity L2. {{(pid=91426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:37:49.362085 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:49.392267 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-70cd0400-827a-43e7-b957-58dbad78bfd6 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:49.538679 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-5fbd3736-a14f-4510-9fb6-deaa27b5bfac service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951262 May 18 14:37:49.688855 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Pushing event updated for resources: {'Port': ['ID=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:49.723078 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b5911aea-b315-4e54-9cbd-97a5790d669a req-1659bb49-0ff9-4f78-955c-39c521a68025 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764121 May 18 14:37:49.735597 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:49.924442 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.021643 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773f4b2-077b-41e8-9eb0-5f2ebfda360e req-c6a49d3f-97a8-402e-b787-5541174b12ae tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:50.023117 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a773f4b2-077b-41e8-9eb0-5f2ebfda360e req-c6a49d3f-97a8-402e-b787-5541174b12ae tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 943 time: 0.5646396 May 18 14:37:50.097328 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Attempting to bind port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:37:50.097666 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Attempting to bind port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:37:50.099583 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Attempting to bind port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 on network d770d507-5ee1-46cc-a889-38852c372718 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:50.109366 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec301d-eb17-4fea-bf69-0a128cd8235d req-e49b2f35-0cbd-4500-8ee2-3b11fcee0773 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:50.110966 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-61ec301d-eb17-4fea-bf69-0a128cd8235d req-e49b2f35-0cbd-4500-8ee2-3b11fcee0773 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.4154894 May 18 14:37:50.142355 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 on network d770d507-5ee1-46cc-a889-38852c372718 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:37:50.142685 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Attempting to bind port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 on network d770d507-5ee1-46cc-a889-38852c372718 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:37:50.158463 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:37:50.160291 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Checking segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:50.160291 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Bound using segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:37:50.160291 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Bound port: eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'}}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:37:50.160291 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.182082 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a773f4b2-077b-41e8-9eb0-5f2ebfda360e req-4d767bf8-b622-4e93-83ba-6b706af8b9e8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448576 May 18 14:37:50.305654 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-61ec301d-eb17-4fea-bf69-0a128cd8235d req-6dda9d29-092a-43e3-b591-d9fa9c2de0d6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839590 May 18 14:37:50.405314 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] For port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2, host hv-cinder-78719, cleared binding levels {{(pid=91426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:37:50.452411 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] For port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:37:50.458648 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 3a313953-f837-476c-ae28-950913a83ae0 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:37:50.470078 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.481536 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c2896fbb-eea3-4819-b1c2-bbc10b626742 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:50.570639 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:50.571261 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.572760 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] 10.222.0.66 "PUT /v2.0/ports/eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 HTTP/1.1" status: 200 len: 1094 time: 2.8322868 May 18 14:37:50.574276 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'tag': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:50.604116 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Pushing event updated for resources: {'Port': ['ID=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,revision_number=3']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:50.609956 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:50.643421 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 3a313953-f837-476c-ae28-950913a83ae0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3a313953-f837-476c-ae28-950913a83ae0,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:50.661023 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '3a313953-f837-476c-ae28-950913a83ae0', 'network_id': 'f286764e-b49e-4d3f-9e36-c78748a62858', 'port_id': '3a313953-f837-476c-ae28-950913a83ae0', 'mac_address': 'fa:16:3e:25:3b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531a60c5-c442-4ffd-9840-0f8997cf4cce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:37:50.684631 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52526) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:50.765212 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.773856 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65feaca6-27cd-46f0-9bc2-bdf9142f7630 req-b34f8757-7e07-416a-92c2-cc87ac917876 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:50.775428 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-65feaca6-27cd-46f0-9bc2-bdf9142f7630 req-b34f8757-7e07-416a-92c2-cc87ac917876 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 944 time: 0.3591621 May 18 14:37:50.797209 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a313953-f837-476c-ae28-950913a83ae0 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:50.829158 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 3a313953-f837-476c-ae28-950913a83ae0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3a313953-f837-476c-ae28-950913a83ae0,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:50.847484 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.848294 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:37:50.850999 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-8c959671-051d-4ded-a7ab-fc45b1d1d533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:50.867665 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143009'] for subnet, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.868492 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:50.889978 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:50.896936 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Usage tracker for resource:security_group_rule and tenant:f2c604d7fa664f4ea3580c2ac143f8f4 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:50.899798 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-cf6a60bc-51b3-40d2-8d44-2441c3583766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:50.900670 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:50.907942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:50.973860 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=3a313953-f837-476c-ae28-950913a83ae0,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:50.983418 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-65feaca6-27cd-46f0-9bc2-bdf9142f7630 req-e357c37c-b973-4a7b-b4e9-2186c43e4a67 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881089 May 18 14:37:50.988563 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:50.993593 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ef39bd-750f-4b0b-8b1e-1ea2527fbd28,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:51.002825 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:51.030245 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.036259 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.047811 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:51.054408 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-8554769a-f45e-404c-97bd-c6e884c2f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:51.056035 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-8554769a-f45e-404c-97bd-c6e884c2f64a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 1097 time: 0.3369582 May 18 14:37:51.069239 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8416f2-2011-4f65-86f3-e5d133afd8a7 req-9dc37a44-02f7-46b6-9287-13381a9d9324 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:51.070968 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-af8416f2-2011-4f65-86f3-e5d133afd8a7 req-9dc37a44-02f7-46b6-9287-13381a9d9324 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 945 time: 0.4476814 May 18 14:37:51.074584 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'tag': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'status': 'completed', 'code': 200} May 18 14:37:51.095996 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2c604d7fa664f4ea3580c2ac143f8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102025 May 18 14:37:51.098657 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b28803-4ae4-4fa4-99f6-39bda2492cad,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:51.101359 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52540) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:51.118577 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:51.136642 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Checking segment: {'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:37:51.137000 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Network hostable DHCP agents. Network: d5ea3c04-d4ff-4f10-8f9c-12d327fd9997, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:37:51.158572 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:51.172247 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-a7463712-f7c1-4e30-91a2-d6c0d39b1ede service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 HTTP/1.1" status: 200 len: 217 time: 0.0968106 May 18 14:37:51.173654 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'port_id': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'mac_address': 'fa:16:3e:84:4e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:37:51.176564 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-adb560c5-603e-4a49-a80c-8aa39d3729a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.215133 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-adb560c5-603e-4a49-a80c-8aa39d3729a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.246771 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.252602 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:37:51.271476 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5862fa9-6692-4c19-b65a-f5e8087978cf {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:51.274446 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-af8416f2-2011-4f65-86f3-e5d133afd8a7 req-65cad8e2-744d-4ab6-9477-4baf8d208f7d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273179 May 18 14:37:51.285821 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, d5ea3c04-d4ff-4f10-8f9c-12d327fd9997) {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:51.301739 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:51.302665 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.311521 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28dba1-642f-4812-9fed-956d71cbc0d1 None None] Network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:51.319376 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-adb560c5-603e-4a49-a80c-8aa39d3729a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.325428 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-39c8c1d7-fd23-4196-80a2-f8ec2a794b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:51.330239 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:51.348782 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.351010 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-b4b13481-a044-4d05-a453-6b509ca8028d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:51.358948 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb560c5-603e-4a49-a80c-8aa39d3729a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b28803-4ae4-4fa4-99f6-39bda2492cad,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:51.361249 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-adb560c5-603e-4a49-a80c-8aa39d3729a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:51.367737 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-adb560c5-603e-4a49-a80c-8aa39d3729a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:51.371405 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-adb560c5-603e-4a49-a80c-8aa39d3729a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9b28803-4ae4-4fa4-99f6-39bda2492cad HTTP/1.1" status: 204 len: 168 time: 0.2649276 May 18 14:37:51.439980 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-faeda884-7dff-47fa-9ba5-8ac0d8a81ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:51.441730 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-faeda884-7dff-47fa-9ba5-8ac0d8a81ba7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.2583704 May 18 14:37:51.468195 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-770c8e4c-5a7d-494d-aa2b-a9f5daeb017e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2747092 May 18 14:37:51.509448 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:51.524124 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:51.647547 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9090f-8a94-4187-a6dc-2b58b697c915 req-e3e98e26-4cbc-4f7d-bbfd-a3b3aa75210e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:51.649224 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c2c9090f-8a94-4187-a6dc-2b58b697c915 req-e3e98e26-4cbc-4f7d-bbfd-a3b3aa75210e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 944 time: 0.3119261 May 18 14:37:51.658133 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['e5862fa9-6692-4c19-b65a-f5e8087978cf'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:37:51.683807 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe49b52-32f1-4374-bfc1-9796b78bb344 req-ec1ffb5f-b92a-468e-a5f6-2acc1085c145 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:51.685289 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ebe49b52-32f1-4374-bfc1-9796b78bb344 req-ec1ffb5f-b92a-468e-a5f6-2acc1085c145 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 944 time: 0.1619987 May 18 14:37:51.697825 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-a4250ce0-bb6d-48e3-9474-648d1936ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:51.699409 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-a4250ce0-bb6d-48e3-9474-648d1936ff37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2447853 May 18 14:37:51.713808 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['3a313953-f837-476c-ae28-950913a83ae0'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:37:51.788056 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60af71-7a6f-4c3e-b340-fc01336981f0 None None] Network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:37:51.794551 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c2c9090f-8a94-4187-a6dc-2b58b697c915 req-423e46fa-d0d2-46d6-a690-2233b1b0a7a1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341772 May 18 14:37:51.853037 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ebe49b52-32f1-4374-bfc1-9796b78bb344 req-70168d4e-601a-499b-9ced-efd4ea16cb4d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511848 May 18 14:37:51.931163 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-7147f423-f5b5-4b19-b9db-0f122a5ab86d service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187388 May 18 14:37:52.180403 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7dc3f049-21a5-4e0c-857c-097a30234867 req-7f5b1292-248e-48cd-a9fa-73e19a21cc7f service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405367 May 18 14:37:52.319384 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-d9407384-3fc3-4d80-a2b7-6159b64a841a tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:52.322333 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-d9407384-3fc3-4d80-a2b7-6159b64a841a tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.66 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 945 time: 0.1942437 May 18 14:37:52.573149 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56685648-5518-4d07-8d86-c896d93585d3 req-4118d9a5-b936-4660-8d03-3d3ac4aa715e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:52.576071 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-56685648-5518-4d07-8d86-c896d93585d3 req-4118d9a5-b936-4660-8d03-3d3ac4aa715e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 944 time: 0.3475726 May 18 14:37:52.580023 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-ada19b8e-0834-4112-b3f0-b8b79fdb8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:52.581480 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-ada19b8e-0834-4112-b3f0-b8b79fdb8de2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 1097 time: 0.2856247 May 18 14:37:52.647534 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Deleting port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:37:52.655710 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.909352 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] For port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,segment=NetworkSegment(1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15),segment_id=1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:52.910583 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:52.973275 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-56685648-5518-4d07-8d86-c896d93585d3 req-6dda1769-b223-4009-b61a-00d94290ff2d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760664 May 18 14:37:53.011531 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-c8d5cdb2-3a04-42d5-86fd-236cbc5efa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:53.013100 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-c8d5cdb2-3a04-42d5-86fd-236cbc5efa31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 912 time: 0.4223638 May 18 14:37:53.022318 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702ddc3-a8f3-402c-8690-27b988a51f25 req-835ab321-f0a4-4dcd-9321-f8415758ed4c tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:53.023949 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5702ddc3-a8f3-402c-8690-27b988a51f25 req-835ab321-f0a4-4dcd-9321-f8415758ed4c tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 945 time: 0.4464083 May 18 14:37:53.101273 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-a7032870-75c5-49ca-a627-cf66fcb37bd1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 HTTP/1.1" status: 200 len: 217 time: 0.0763271 May 18 14:37:53.145663 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Calling delete_port for ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:37:53.238629 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5702ddc3-a8f3-402c-8690-27b988a51f25 req-875248dc-ea53-4c7b-91a2-63b07f8bd85a tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/security-groups?id=6543a091-a3f6-4bef-b2d3-457707ea0bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589119 May 18 14:37:53.269255 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-9d72c2b2-0896-4c8c-ae62-db92774889a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:53.270696 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-9d72c2b2-0896-4c8c-ae62-db92774889a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.1552415 May 18 14:37:53.333719 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe91d4-15cd-4430-b9e0-db400fdfef81 req-c2e6fe22-c5a9-4704-81e1-05a1572ea00c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:53.341279 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77fe91d4-15cd-4430-b9e0-db400fdfef81 req-c2e6fe22-c5a9-4704-81e1-05a1572ea00c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 944 time: 0.1850765 May 18 14:37:53.379709 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:53.387264 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:53.392721 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:37:53.443836 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Pushing event deleted for resources: {'Port': ['ID=ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:53.473538 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:53.481045 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77fe91d4-15cd-4430-b9e0-db400fdfef81 req-4e8d0e73-a2cf-4ab1-8b15-f63254bbc749 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380897 May 18 14:37:53.512804 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-dac05e56-56a4-4fd9-b32f-9cabfdd9b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:53.515166 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-dac05e56-56a4-4fd9-b32f-9cabfdd9b569 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2373722 May 18 14:37:53.545378 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b74362-06e9-474d-80c2-9b5f697e6817 req-7c4f73d2-0bb5-4753-a1fd-cc12058fb125 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:53.546892 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-34b74362-06e9-474d-80c2-9b5f697e6817 req-7c4f73d2-0bb5-4753-a1fd-cc12058fb125 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 944 time: 0.1882205 May 18 14:37:53.549212 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] No DVR routers for this DVR port ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:37:53.553392 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:53.557174 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14f7a5-a1a3-4a6b-a03b-213b334617f7', 'name': 'network-vif-deleted', 'tag': 'ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:53.603125 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e0990e6d-6b4c-412d-8e97-f8e74a93fb43 req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.66 "DELETE /v2.0/ports/ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c HTTP/1.1" status: 204 len: 173 time: 1.2745321 May 18 14:37:53.631229 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14f7a5-a1a3-4a6b-a03b-213b334617f7', 'name': 'network-vif-deleted', 'tag': 'ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c', 'status': 'completed', 'code': 200} May 18 14:37:53.797166 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-34b74362-06e9-474d-80c2-9b5f697e6817 req-5f784b61-40ad-44ec-b96e-58f11f328dcf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969538 May 18 14:37:53.819606 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-dced06ec-a612-4fe1-99f6-5b084571f7b6 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716448 May 18 14:37:54.038415 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbf05cc4-54ba-4668-b570-04625d635aa1 req-55b392a7-62ca-4867-89b0-dc625a50d49e service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117624 May 18 14:37:54.282427 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-8aa1cdd7-09c7-4dac-985a-be878f328d6a tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:54.283091 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-8aa1cdd7-09c7-4dac-985a-be878f328d6a tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Synchronizing usage tracker for tenant:ef261b4c676d4dfda647a95fb53218e5 on resource:network {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:37:54.313345 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-8aa1cdd7-09c7-4dac-985a-be878f328d6a tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Unset dirty status for tenant:ef261b4c676d4dfda647a95fb53218e5 on resource:network {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:37:54.314491 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-8aa1cdd7-09c7-4dac-985a-be878f328d6a tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/networks?id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 HTTP/1.1" status: 200 len: 809 time: 0.3657639 May 18 14:37:54.323456 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdb8e8-6bec-4082-9429-4bcc3aa0fd71 req-8e953776-a202-45a0-88b5-70c63953d181 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:54.324979 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b9bdb8e8-6bec-4082-9429-4bcc3aa0fd71 req-8e953776-a202-45a0-88b5-70c63953d181 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 944 time: 0.1373525 May 18 14:37:54.352012 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-d6e67311-0344-480d-9bb3-88f0d6fcdaf9 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/quotas/ef261b4c676d4dfda647a95fb53218e5 HTTP/1.1" status: 200 len: 375 time: 0.0260518 May 18 14:37:54.418878 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-84bc9a20-60f4-4cc9-9765-cccc79b07c08 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef261b4c676d4dfda647a95fb53218e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524914 May 18 14:37:54.422215 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b9bdb8e8-6bec-4082-9429-4bcc3aa0fd71 req-73584a2f-9045-4d3e-8d7f-9b8b371173e4 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881236 May 18 14:37:54.489546 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 3a313953-f837-476c-ae28-950913a83ae0 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:54.567738 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 3a313953-f837-476c-ae28-950913a83ae0 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:54.573359 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 3a313953-f837-476c-ae28-950913a83ae0 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:54.573903 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.602557 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b0639f46-38e4-42ff-bb9a-7c2d6249f222 req-c026a724-77bd-4c3f-bd8a-ba3e3b36cfc2 tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f14f7a5-a1a3-4a6b-a03b-213b334617f7 HTTP/1.1" status: 200 len: 210 time: 0.0498118 May 18 14:37:54.633292 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-b038bba8-3bc0-43c8-83d3-d9b9dbfa4281 service neutron] 10.222.0.18 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027771 May 18 14:37:54.759977 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.805217 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 3a313953-f837-476c-ae28-950913a83ae0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3a313953-f837-476c-ae28-950913a83ae0,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:54.806410 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc16a9c-9183-448d-b607-ba97403b3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a313953-f837-476c-ae28-950913a83ae0'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:54.813575 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:54.814631 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:54.848722 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:54.929531 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=3a313953-f837-476c-ae28-950913a83ae0,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:54.934324 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a5e9bf07-5497-421b-8c00-7ff03fb51701 service neutron] 10.222.0.18 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004913 May 18 14:37:54.940321 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:54.952543 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f628c8-dac6-4ffc-bec3-fdac7747b3c0 req-47c00553-9f61-46d5-b086-f7663c5d7148 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:54.954126 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-11f628c8-dac6-4ffc-bec3-fdac7747b3c0 req-47c00553-9f61-46d5-b086-f7663c5d7148 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.1312139 May 18 14:37:54.975207 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port e5862fa9-6692-4c19-b65a-f5e8087978cf completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:54.980903 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port e5862fa9-6692-4c19-b65a-f5e8087978cf triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:54.981337 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.064102 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-11f628c8-dac6-4ffc-bec3-fdac7747b3c0 req-df556619-3121-4384-a1cc-0847962c0884 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013272 May 18 14:37:55.136362 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.179530 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc16a9c-9183-448d-b607-ba97403b3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a313953-f837-476c-ae28-950913a83ae0', 'code': 200} May 18 14:37:55.235371 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:55.247995 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.251411 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-4d197ccc-640c-4140-a597-1e795e2e1c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:55.360220 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:55.363871 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:55.386835 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-96d08bb9-bbe6-4dda-bbb2-4ffb17e873d7 req-02d8bc50-0ebb-4a4d-bd5b-8d952c9048dd tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 210 time: 0.1513004 May 18 14:37:55.522335 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafb5e7-fa9f-4adc-b45e-8039300ee2d0 req-fbc82979-92e0-45b8-aa19-18651feef809 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:55.524341 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2eafb5e7-fa9f-4adc-b45e-8039300ee2d0 req-fbc82979-92e0-45b8-aa19-18651feef809 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1956313 May 18 14:37:55.645729 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc175c-6142-4c4b-b52e-82a2cbbc31db req-d2354ebf-1bec-41f0-913a-ef4e066cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:55.646973 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d0bc175c-6142-4c4b-b52e-82a2cbbc31db req-d2354ebf-1bec-41f0-913a-ef4e066cb06c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 1098 time: 0.2135260 May 18 14:37:55.692080 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2eafb5e7-fa9f-4adc-b45e-8039300ee2d0 req-7a7abc0e-105d-4a5e-a5d8-cd7e4e898b42 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550958 May 18 14:37:55.726541 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d0bc175c-6142-4c4b-b52e-82a2cbbc31db req-ceec0026-2f3a-44df-92c6-1c54e4e10d2e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641153 May 18 14:37:55.739079 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f293c26-4a00-4de7-9dee-b9d2fc23614f req-e95ffd0e-73e5-4b9d-886c-1674a9fa6113 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:55.746965 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4f293c26-4a00-4de7-9dee-b9d2fc23614f req-e95ffd0e-73e5-4b9d-886c-1674a9fa6113 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 944 time: 0.1828408 May 18 14:37:55.747354 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52694) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:55.808995 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4f293c26-4a00-4de7-9dee-b9d2fc23614f req-b23cdf7e-49e1-4e3f-9e95-3c6347b26618 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610256 May 18 14:37:55.911731 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:55.929480 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:55.934736 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Usage tracker for resource:security_group_rule and tenant:a0c1668aaba74b6591620a2fa52a450d is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:55.938957 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:55.945449 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:56.064389 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.072504 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.122478 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4d7947e8-df7a-415e-995f-f5a2673eefa7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:56.147148 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0c1668aaba74b6591620a2fa52a450d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982842 May 18 14:37:56.150405 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52712) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:56.174433 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8317b0df-39cc-4b8c-8c36-3a1cdae0535f,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:56.177678 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:56.274783 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-04b2038d-d91b-4708-8025-747272917db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.314917 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-04b2038d-d91b-4708-8025-747272917db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.369118 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee3964-2491-4d54-9563-d8fbde4ae75e req-2e057c10-a98d-41ef-b8c4-d00a413be290 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:56.370633 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cfee3964-2491-4d54-9563-d8fbde4ae75e req-2e057c10-a98d-41ef-b8c4-d00a413be290 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.1577725 May 18 14:37:56.426709 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-04b2038d-d91b-4708-8025-747272917db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.431658 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:56.440639 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cfee3964-2491-4d54-9563-d8fbde4ae75e req-4b0e3119-6ae6-467d-98d6-b0f8339fd63d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619609 May 18 14:37:56.444880 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2038d-d91b-4708-8025-747272917db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8317b0df-39cc-4b8c-8c36-3a1cdae0535f,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:56.449337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-04b2038d-d91b-4708-8025-747272917db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:56.453393 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-04b2038d-d91b-4708-8025-747272917db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:56.455357 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-04b2038d-d91b-4708-8025-747272917db9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8317b0df-39cc-4b8c-8c36-3a1cdae0535f HTTP/1.1" status: 204 len: 168 time: 0.3031750 May 18 14:37:56.497704 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:37:56.539433 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:37:56.596391 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:37:56.597127 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device ae1ea7e2-fdcf-4d4c-baff-8e6a0fb2873c not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:37:56.620237 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ead70964-e869-400e-b5f2-c8069bd4205e req-adfa1e8c-7642-42f3-af86-a6775a5e0340 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 210 time: 0.0997050 May 18 14:37:56.834118 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:56.883340 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'port_id': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'mac_address': 'fa:16:3e:86:63:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:37:56.917990 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-2f10a281-5f9e-43de-91e7-004091fd2dd7 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:56.919598 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-2f10a281-5f9e-43de-91e7-004091fd2dd7 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.66 "GET /v2.0/networks?id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 HTTP/1.1" status: 200 len: 809 time: 0.2688749 May 18 14:37:56.964124 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Request body: {'port': {'device_id': '50e3f06f-915d-4ae8-a8dd-3836d9a73369', 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997', 'admin_state_up': True, 'tenant_id': 'ef261b4c676d4dfda647a95fb53218e5'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:57.031913 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.059525 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:37:57.078661 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:57.084720 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.086884 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:57.144907 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52742) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:57.175494 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.179927 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67400167-7d77-43c4-ac54-eee1d8b2f409 req-c8f5b3b9-f88b-43ff-95b7-11c6aa4b3a34 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:57.181164 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:57.184855 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-67400167-7d77-43c4-ac54-eee1d8b2f409 req-c8f5b3b9-f88b-43ff-95b7-11c6aa4b3a34 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.3251245 May 18 14:37:57.200255 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:57.202563 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:57.205919 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Usage tracker for resource:security_group_rule and tenant:115594f708664f5e8b3e31859c7ba2c2 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:57.206504 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:57.209822 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:57.215833 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:57.283820 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:37:57.292916 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-67400167-7d77-43c4-ac54-eee1d8b2f409 req-b4818007-1437-4069-84f2-e28d85c7de30 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026478 May 18 14:37:57.293907 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Usage tracker for resource:port and tenant:ef261b4c676d4dfda647a95fb53218e5 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:37:57.297567 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:37:57.305668 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:37:57.317287 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d296d-0801-44b4-87df-5259d3ffd7f7 req-483e7461-77f6-4a17-9b9d-4775b3bfd4cd tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:57.318816 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-eb3d296d-0801-44b4-87df-5259d3ffd7f7 req-483e7461-77f6-4a17-9b9d-4775b3bfd4cd tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 945 time: 0.2277181 May 18 14:37:57.323434 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.332416 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.341753 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:37:57.345248 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-34fe1034-93b2-4b2d-a9a7-7abc2fea4b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:57.378699 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06aae4-4a7c-4e5a-9a40-3deb6838af09,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:57.383997 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:57.406744 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=115594f708664f5e8b3e31859c7ba2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595842 May 18 14:37:57.411318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52756) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:57.423868 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'code': 200} May 18 14:37:57.442370 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Made reservation on behalf of ef261b4c676d4dfda647a95fb53218e5 for: {'port': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:37:57.450219 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.512628 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-eb3d296d-0801-44b4-87df-5259d3ffd7f7 req-59eed3fe-fd15-4703-9433-ff1fa5b1099c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866989 May 18 14:37:57.567492 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.628243 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.731252 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52770) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:57.765283 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.772469 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-adb560c5-603e-4a49-a80c-8aa39d3729a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:57.785726 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06aae4-4a7c-4e5a-9a40-3deb6838af09,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:57.801706 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.801885 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.802359 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.802714 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.803059 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.803403 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.804274 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.804274 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.804452 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.804753 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.805091 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.805742 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:57.812151 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:57.814895 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:57.815734 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad06aae4-4a7c-4e5a-9a40-3deb6838af09 HTTP/1.1" status: 204 len: 168 time: 0.4025087 May 18 14:37:57.824856 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2ccac-960f-438a-aab3-fda666f10511 req-3e285dbc-0c68-4e44-a2b9-5ba5c712b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:57.826362 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25a2ccac-960f-438a-aab3-fda666f10511 req-3e285dbc-0c68-4e44-a2b9-5ba5c712b4f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 1098 time: 0.1253388 May 18 14:37:57.872179 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-25a2ccac-960f-438a-aab3-fda666f10511 req-f2227c30-6615-48db-9633-e1a8d51ffa26 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367770 May 18 14:37:57.888428 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Allocated IP 172.20.0.10 (d5ea3c04-d4ff-4f10-8f9c-12d327fd9997/91ef39bd-750f-4b0b-8b1e-1ea2527fbd28/4b79c463-f39e-4e15-b471-3b398a8b6b00) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:37:57.893829 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6cb98f61-bbc0-4ca7-95b4-c912642df8c9 req-c2de64bc-efb2-4a60-805f-3fdae2db7e7d tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 210 time: 0.0783281 May 18 14:37:57.905480 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_v2 [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Deleting subnet cc0c2e29-a20f-4008-9986-73999c991178 {{(pid=91426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:37:57.913062 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.101036 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912105'] for subnet, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.139726 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546287a-39e8-4e59-94f9-db3fac6db3a3 req-7d003e67-15ac-4115-ba6b-276a358a717b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:58.139726 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f546287a-39e8-4e59-94f9-db3fac6db3a3 req-7d003e67-15ac-4115-ba6b-276a358a717b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.4536698 May 18 14:37:58.259823 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f546287a-39e8-4e59-94f9-db3fac6db3a3 req-b2e8d042-4168-4836-b704-b594c37b5a44 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135604 May 18 14:37:58.260920 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.508444 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:37:58.609074 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.669159 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:37:58.687135 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:37:58.688997 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:58.747673 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a954f-8972-47fc-b1ce-b8afea6bb79b req-93da6680-23fd-439f-a6d4-1141978dd6f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:58.756960 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-818a954f-8972-47fc-b1ce-b8afea6bb79b req-93da6680-23fd-439f-a6d4-1141978dd6f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.3169692 May 18 14:37:58.828082 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-55367f81-c293-490e-a926-94343394969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:58.832275 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-55367f81-c293-490e-a926-94343394969c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 1098 time: 0.2249935 May 18 14:37:58.971271 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-818a954f-8972-47fc-b1ce-b8afea6bb79b req-805310fb-70f1-4989-b115-c1169ca02d66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138176 May 18 14:37:58.989019 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.012528 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143016'] for subnet, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.034045 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.043751 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-90def29a-e3bf-48ce-a1cd-2afd47bf4ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:59.077646 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-ca74cb17-060f-4ed2-97bc-98b3bdc80c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:59.079929 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-ca74cb17-060f-4ed2-97bc-98b3bdc80c15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.2383549 May 18 14:37:59.125229 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:37:59.135593 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.140120 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:59.157893 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:37:59.168080 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:37:59.175180 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:37:59.189386 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-2d9f65f2-fe7d-4fee-a075-25f9c726d3cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a313953-f837-476c-ae28-950913a83ae0 HTTP/1.1" status: 200 len: 217 time: 0.1024377 May 18 14:37:59.224663 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:59.229764 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:59.286274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0c2e29-a20f-4008-9986-73999c991178,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:59.300568 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.324138 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-c8d931df-7f95-4711-88ea-290b9523fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:59.330684 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-c8d931df-7f95-4711-88ea-290b9523fe50 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.1342683 May 18 14:37:59.391552 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:59.402577 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:59.403527 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.408366 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:37:59.424998 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:37:59.441538 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-6f6d978f-cd91-4a1b-b6b2-59fed6e79ac2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037748 May 18 14:37:59.518500 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447638f-850c-4cdb-8ff3-b1de1a9ea36c req-8aba3517-ad80-4b17-abbc-af3a0bbd2026 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:59.526736 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e447638f-850c-4cdb-8ff3-b1de1a9ea36c req-8aba3517-ad80-4b17-abbc-af3a0bbd2026 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.7371287 May 18 14:37:59.563599 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc0c2e29-a20f-4008-9986-73999c991178 HTTP/1.1" status: 204 len: 168 time: 1.8204799 May 18 14:37:59.567290 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Pushing event updated for resources: {'Port': ['ID=4b79c463-f39e-4e15-b471-3b398a8b6b00,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:37:59.571487 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52850) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:37:59.703466 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:37:59.729301 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e447638f-850c-4cdb-8ff3-b1de1a9ea36c req-2cd9ebb0-fa19-46ad-9dfe-08cbb9ae17a7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022326 May 18 14:37:59.734687 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.735030 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.735515 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.735819 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.736168 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.736497 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.736862 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.745804 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-efc16c07-03a9-4c08-9c0a-ab970b125fd2 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957630 May 18 14:37:59.745950 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.746191 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.747242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.747242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.747242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:37:59.756564 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8266842 May 18 14:37:59.757664 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:37:59.797558 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Request body: {'port': {'device_id': '50e3f06f-915d-4ae8-a8dd-3836d9a73369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:37:59.885948 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205b975-bf05-4728-b954-2b2ba8aca8e9 req-ff12d18b-72c8-4402-9cd8-663534aee7d1 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:37:59.890299 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7205b975-bf05-4728-b954-2b2ba8aca8e9 req-ff12d18b-72c8-4402-9cd8-663534aee7d1 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.7460110 May 18 14:38:00.050946 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-86362f1e-ac5c-4db8-bd7d-43404a8c6f40 req-df0171c7-f575-4a0f-8791-4773d93ddc19 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825165 May 18 14:38:00.190504 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7205b975-bf05-4728-b954-2b2ba8aca8e9 req-3069890b-ba8c-47a1-a692-99b715f72fac tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801423 May 18 14:38:00.254786 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.257720 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'code': 200} May 18 14:38:00.276921 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7632be-0633-496f-9ed5-4564208e5e82']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:00.284751 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.307909 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:00.308549 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f438a7d-3c3c-4c4d-bc8c-bcd9df1e4a15') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:00.324695 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.466839 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f140e3-683e-4606-8cef-0c13bd3f0e20 req-1f93437c-2b5c-42ad-abc7-398ce6eee52f tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:00.467892 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-57f140e3-683e-4606-8cef-0c13bd3f0e20 req-1f93437c-2b5c-42ad-abc7-398ce6eee52f tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Synchronizing usage tracker for tenant:ef261b4c676d4dfda647a95fb53218e5 on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:00.545950 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.547444 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f45af-4e23-4688-89b2-8ee2445a314e req-d4fddcf2-9508-4290-8eb6-fc031f08ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:00.549512 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-265f45af-4e23-4688-89b2-8ee2445a314e req-d4fddcf2-9508-4290-8eb6-fc031f08ba83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 1099 time: 0.0841234 May 18 14:38:00.566870 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:38:00.567278 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:38:00.590362 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:38:00.607343 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-265f45af-4e23-4688-89b2-8ee2445a314e req-fd08b852-9bfd-4e0a-8fb8-52238a58ebee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 May 18 14:38:00.610370 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-57f140e3-683e-4606-8cef-0c13bd3f0e20 req-1f93437c-2b5c-42ad-abc7-398ce6eee52f tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Unset dirty status for tenant:ef261b4c676d4dfda647a95fb53218e5 on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:00.611625 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-57f140e3-683e-4606-8cef-0c13bd3f0e20 req-1f93437c-2b5c-42ad-abc7-398ce6eee52f tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 932 time: 0.6422641 May 18 14:38:00.777701 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.800381 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-57f140e3-683e-4606-8cef-0c13bd3f0e20 req-dedf39ca-3be3-41cc-b103-cba255ad26d6 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Synchronizing usage tracker for tenant:ef261b4c676d4dfda647a95fb53218e5 on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:00.825801 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:00.839601 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:00.862860 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e3e2-2c92-49a8-a9d8-46d945f51dea req-9c5cbee5-5bec-42fd-a38a-e28c20715d7d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:00.864380 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0538e3e2-2c92-49a8-a9d8-46d945f51dea req-9c5cbee5-5bec-42fd-a38a-e28c20715d7d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.3863981 May 18 14:38:00.882043 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7632be-0633-496f-9ed5-4564208e5e82,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:00.902570 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:00.923668 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52902) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:00.967529 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] 10.222.0.18 "DELETE /v2.0/networks/cf7632be-0633-496f-9ed5-4564208e5e82 HTTP/1.1" status: 204 len: 168 time: 1.3949649 May 18 14:38:00.968494 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-57f140e3-683e-4606-8cef-0c13bd3f0e20 req-dedf39ca-3be3-41cc-b103-cba255ad26d6 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Unset dirty status for tenant:ef261b4c676d4dfda647a95fb53218e5 on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:00.969566 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-57f140e3-683e-4606-8cef-0c13bd3f0e20 req-dedf39ca-3be3-41cc-b103-cba255ad26d6 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002446 May 18 14:38:01.018707 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0538e3e2-2c92-49a8-a9d8-46d945f51dea req-a997c16d-5d07-438c-b3d1-8d8193880e63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395078 May 18 14:38:01.122913 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.161079 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:01.165697 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Usage tracker for resource:security_group_rule and tenant:401d798f1b3e48a3a636b6d6484c9ca1 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:01.168982 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:01.176762 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:01.230187 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52920) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:01.329781 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-6e4bc748-a57c-438f-b4a0-3b3c743ad3fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63f0f3d9d7d54af7a474ad83bd76487a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0980849 May 18 14:38:01.333616 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52928) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:01.374021 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b79c463-f39e-4e15-b471-3b398a8b6b00 {{(pid=91426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:01.379214 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.387972 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.395251 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.404914 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-49f5a057-551d-42e3-9038-db63881e7f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:01.405532 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d0b7-92b9-40bb-898f-1eeea2dd984b req-6218f3af-8327-43e9-8978-60ca3b0010eb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:01.407116 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c263d0b7-92b9-40bb-898f-1eeea2dd984b req-6218f3af-8327-43e9-8978-60ca3b0010eb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2192669 May 18 14:38:01.419149 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 52932) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:01.429579 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'floatingip': {'port_id': 'e5862fa9-6692-4c19-b65a-f5e8087978cf'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:01.521468 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=401d798f1b3e48a3a636b6d6484c9ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963583 May 18 14:38:01.521738 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.528609 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52936) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:01.534701 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-9003dcf8-ab99-4e12-b0c0-73c1e280d113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.548848 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76bd12-d93f-4640-bfd4-aa6372cf610b,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:01.552357 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:01.593196 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.provisioning_blocks [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Transition to ACTIVE for port object 4b79c463-f39e-4e15-b471-3b398a8b6b00 will not be triggered until provisioned by entity L2. {{(pid=91426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:01.636543 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-9003dcf8-ab99-4e12-b0c0-73c1e280d113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.749838 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.753352 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f84ec8c2-3504-4c63-8673-3e1bdf03fd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.794958 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:01.806307 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f84ec8c2-3504-4c63-8673-3e1bdf03fd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.836793 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-9003dcf8-ab99-4e12-b0c0-73c1e280d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.844250 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-6ea1af52-8bab-43d4-8ae4-cfc4f7d6aa93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:01.847914 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ed6b1-a5c1-4e67-8790-f13538cf0fbc req-787bc131-2f18-49b7-813a-a23580a7b26d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:01.849539 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aa7ed6b1-a5c1-4e67-8790-f13538cf0fbc req-787bc131-2f18-49b7-813a-a23580a7b26d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.5746336 May 18 14:38:01.871943 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003dcf8-ab99-4e12-b0c0-73c1e280d113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6543a091-a3f6-4bef-b2d3-457707ea0bc8,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:01.877796 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-9003dcf8-ab99-4e12-b0c0-73c1e280d113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:01.888359 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-9003dcf8-ab99-4e12-b0c0-73c1e280d113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.893386 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-9003dcf8-ab99-4e12-b0c0-73c1e280d113 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6543a091-a3f6-4bef-b2d3-457707ea0bc8 HTTP/1.1" status: 204 len: 168 time: 0.5586309 May 18 14:38:01.924564 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f84ec8c2-3504-4c63-8673-3e1bdf03fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.928559 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e2fc6751-9a09-4138-bc21-849b39a42e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:01.941250 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ec8c2-3504-4c63-8673-3e1bdf03fd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76bd12-d93f-4640-bfd4-aa6372cf610b,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:01.944140 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f84ec8c2-3504-4c63-8673-3e1bdf03fd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:01.949398 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f84ec8c2-3504-4c63-8673-3e1bdf03fd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:01.956449 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f84ec8c2-3504-4c63-8673-3e1bdf03fd4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe76bd12-d93f-4640-bfd4-aa6372cf610b HTTP/1.1" status: 204 len: 168 time: 0.4243498 May 18 14:38:02.054443 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b79c463-f39e-4e15-b471-3b398a8b6b00,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:02.065182 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:02.125464 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aa7ed6b1-a5c1-4e67-8790-f13538cf0fbc req-ef6d27b9-e0bc-4e49-bf99-15c6f0f1c03b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523661 May 18 14:38:02.403016 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95775b1e-ce8a-49d5-bdae-b88c38d188f7 req-4314fd13-88de-446b-ab9d-ed10f86dc03f tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:02.405241 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-95775b1e-ce8a-49d5-bdae-b88c38d188f7 req-4314fd13-88de-446b-ab9d-ed10f86dc03f tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.8103387 May 18 14:38:02.412083 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52960) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:02.447018 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.464903 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:02.469746 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1053e0a0a443948582c3ae5fdfd7ac is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:02.473099 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:02.480150 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:02.590687 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-95775b1e-ce8a-49d5-bdae-b88c38d188f7 req-54ee1a8d-7d56-4904-a1a3-50ac7d730e16 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725507 May 18 14:38:02.594257 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Attempting to bind port 4b79c463-f39e-4e15-b471-3b398a8b6b00 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:02.594595 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Attempting to bind port 4b79c463-f39e-4e15-b471-3b398a8b6b00 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:02.594926 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Attempting to bind port 4b79c463-f39e-4e15-b471-3b398a8b6b00 on network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:02.596983 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.604891 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.616070 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Port 4b79c463-f39e-4e15-b471-3b398a8b6b00 on network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:02.616387 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Attempting to bind port 4b79c463-f39e-4e15-b471-3b398a8b6b00 on network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:02.626602 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-1138befa-8778-451b-b3df-84b08e723bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:02.697772 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d1053e0a0a443948582c3ae5fdfd7ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840650 May 18 14:38:02.698485 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52974) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:02.704363 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:02.704822 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Checking segment: {'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:02.705158 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Bound using segment: {'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:02.705730 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Bound port: 4b79c463-f39e-4e15-b471-3b398a8b6b00, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'}}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:02.705976 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.718803 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b62f54-568c-419b-b874-b3301e95e014,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:02.726527 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:02.795879 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c3f7d718-5309-47ac-bec0-fdfabc50380d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.868769 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636960c8-d142-4948-903b-fdde9c99f538 req-52b2a9cd-e841-4361-b9ca-4387f55710b0 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:02.870322 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-636960c8-d142-4948-903b-fdde9c99f538 req-52b2a9cd-e841-4361-b9ca-4387f55710b0 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 944 time: 0.6343751 May 18 14:38:02.877850 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c3f7d718-5309-47ac-bec0-fdfabc50380d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.903279 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52984) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:02.961274 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c3f7d718-5309-47ac-bec0-fdfabc50380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:02.970496 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-593b95b1-392c-4004-a172-acde24f89643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:02.998643 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-636960c8-d142-4948-903b-fdde9c99f538 req-b302b265-999d-4c04-9550-96df170c5517 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991986 May 18 14:38:03.008125 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7d718-5309-47ac-bec0-fdfabc50380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b62f54-568c-419b-b874-b3301e95e014,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.037382 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c3f7d718-5309-47ac-bec0-fdfabc50380d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:03.053748 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c3f7d718-5309-47ac-bec0-fdfabc50380d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.060222 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-c3f7d718-5309-47ac-bec0-fdfabc50380d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8b62f54-568c-419b-b874-b3301e95e014 HTTP/1.1" status: 204 len: 168 time: 0.3563745 May 18 14:38:03.062817 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] For port 4b79c463-f39e-4e15-b471-3b398a8b6b00, host hv-cinder-78719, cleared binding levels {{(pid=91426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:03.074054 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] For port 4b79c463-f39e-4e15-b471-3b398a8b6b00, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4b79c463-f39e-4e15-b471-3b398a8b6b00,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:03.085218 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 52994) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:03.087817 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.167646 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.195182 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.219294 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-825927297-network', 'tenant_id': 'b8bb889000044e9d8f4e7a24f903b091'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:03.224011 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:03.228215 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Usage tracker for resource:network and tenant:b8bb889000044e9d8f4e7a24f903b091 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:03.231402 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:03.239566 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:03.247603 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:03.254281 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Usage tracker for resource:security_group_rule and tenant:93b4c80854d141e689676ecd5d7425fe is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:03.256461 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:03.263473 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Made reservation on behalf of b8bb889000044e9d8f4e7a24f903b091 for: {'network': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:03.266465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.278342 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:03.283517 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.305382 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:03.317540 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Usage tracker for resource:security_group_rule and tenant:b8bb889000044e9d8f4e7a24f903b091 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:03.322020 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:03.333682 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:03.418113 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b79c463-f39e-4e15-b471-3b398a8b6b00,revision_number=3']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.428619 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:03.433931 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:03.434562 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.437145 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] 10.222.0.66 "PUT /v2.0/ports/4b79c463-f39e-4e15-b471-3b398a8b6b00 HTTP/1.1" status: 200 len: 1094 time: 3.6440697 May 18 14:38:03.441210 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e3f06f-915d-4ae8-a8dd-3836d9a73369', 'tag': '4b79c463-f39e-4e15-b471-3b398a8b6b00'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:03.441988 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.452350 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.461344 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-dd620429-1bfa-414e-9a15-ebe540fef6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.540765 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e3f06f-915d-4ae8-a8dd-3836d9a73369', 'tag': '4b79c463-f39e-4e15-b471-3b398a8b6b00', 'status': 'completed', 'code': 200} May 18 14:38:03.541008 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717f5669-c494-465b-836b-a783708ea1d5,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.544940 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.548626 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93b4c80854d141e689676ecd5d7425fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414900 May 18 14:38:03.549660 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:03.551475 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53012) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:03.562721 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.db.resource_extend [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:03.569173 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.575044 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ddee5588-311f-45d8-8255-823df8accc7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.617742 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea021ea9-207c-46c0-ad0d-3d8860db724b,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.625701 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:03.636338 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=91425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:03.652717 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.653066 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.segments_db [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Added segment eda8236b-ea95-45ad-89dd-aefcc2c3d8fd of type vlan for network ff1ce6b1-b2c7-414f-a48c-84b987063b4f May 18 14:38:03.721870 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.745464 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.758769 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7d53f13e-96ef-4834-9ce7-b267d9cc9942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.766917 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.772428 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.778177 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:03.779028 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.812337 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:03.859934 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921743e-7e65-4c2e-95c8-1f5e6c911a91 req-bbc0c9fd-17a7-4ded-a76f-b4094fdce154 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:03.861418 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7921743e-7e65-4c2e-95c8-1f5e6c911a91 req-bbc0c9fd-17a7-4ded-a76f-b4094fdce154 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.5050318 May 18 14:38:03.884400 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7938232 May 18 14:38:03.890270 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53026) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:03.898649 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Request body: {'subnet': {'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-825927297-subnet', 'tenant_id': 'b8bb889000044e9d8f4e7a24f903b091', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:03.903791 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7d53f13e-96ef-4834-9ce7-b267d9cc9942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:03.960349 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:03.976485 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Usage tracker for resource:subnet and tenant:b8bb889000044e9d8f4e7a24f903b091 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:03.988423 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:03.990472 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-105d28e7-8922-4b7b-9132-2f36c3c27a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:03.991513 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Pushing event updated for resources: {'Network': ['ID=ff1ce6b1-b2c7-414f-a48c-84b987063b4f,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:03.993370 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-105d28e7-8922-4b7b-9132-2f36c3c27a27 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef261b4c676d4dfda647a95fb53218e5&device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 1097 time: 0.4945588 May 18 14:38:04.002771 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network ff1ce6b1-b2c7-414f-a48c-84b987063b4f details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:04.008407 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.009951 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:04.046041 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Made reservation on behalf of b8bb889000044e9d8f4e7a24f903b091 for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:04.049925 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136235'] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.104779 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7921743e-7e65-4c2e-95c8-1f5e6c911a91 req-767cf2a8-ed70-407a-9e42-52a95beb867c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322996 May 18 14:38:04.168997 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53038) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:04.177037 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7d53f13e-96ef-4834-9ce7-b267d9cc9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.187757 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c3f7d718-5309-47ac-bec0-fdfabc50380d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:04.192510 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-2af75cf3-e0ea-4e95-9de2-4a0864d34de5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b79c463-f39e-4e15-b471-3b398a8b6b00 HTTP/1.1" status: 200 len: 217 time: 0.1042106 May 18 14:38:04.209457 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53f13e-96ef-4834-9ce7-b267d9cc9942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717f5669-c494-465b-836b-a783708ea1d5,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:04.217505 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7d53f13e-96ef-4834-9ce7-b267d9cc9942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.221667 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7d53f13e-96ef-4834-9ce7-b267d9cc9942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.225748 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-7d53f13e-96ef-4834-9ce7-b267d9cc9942 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/717f5669-c494-465b-836b-a783708ea1d5 HTTP/1.1" status: 204 len: 168 time: 0.6730480 May 18 14:38:04.367703 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefad3eb-a5c1-411f-8026-a45ae0077dc8 req-1aead463-922b-4c0d-8fb5-9aa535edd11f tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.369622 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aefad3eb-a5c1-411f-8026-a45ae0077dc8 req-1aead463-922b-4c0d-8fb5-9aa535edd11f tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.5257385 May 18 14:38:04.370855 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.l3_db [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Floating IP b9e414ad-f2b0-4695-890b-12adf276c1a8 associated. External IP: 172.28.3.73, port: e5862fa9-6692-4c19-b65a-f5e8087978cf. May 18 14:38:04.376093 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092076864-network', 'tenant_id': 'f36cb5efa89f4686b6ee774356ae41bf'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:04.381470 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:04.399693 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Usage tracker for resource:network and tenant:f36cb5efa89f4686b6ee774356ae41bf is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:04.404736 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:04.421653 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:04.484895 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Made reservation on behalf of f36cb5efa89f4686b6ee774356ae41bf for: {'network': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:04.487969 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.508340 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.526740 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:04.532345 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:f36cb5efa89f4686b6ee774356ae41bf is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:04.542377 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:04.550068 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:04.573004 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a68986fd-caea-4594-88bd-a58ff1a336f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.574427 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-a68986fd-caea-4594-88bd-a58ff1a336f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91ef39bd-750f-4b0b-8b1e-1ea2527fbd28 HTTP/1.1" status: 200 len: 849 time: 0.3711920 May 18 14:38:04.611787 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53048) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:04.637424 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aefad3eb-a5c1-411f-8026-a45ae0077dc8 req-60153dd7-ff91-4d73-aa6c-699e43709338 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772382 May 18 14:38:04.677007 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.705302 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-51e8b516-5490-4d9c-94db-dd7cf44b5f37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592072 May 18 14:38:04.709170 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:04.721423 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Usage tracker for resource:security_group_rule and tenant:9a42ec36c3ce49638c20850f9c2c3a62 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:04.725589 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:04.737327 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136217'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.738317 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:04.756278 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0550f6ac-966e-4a8e-8142-b8d296a1c262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:04.786887 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.807507 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.853377 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=91425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:04.857137 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:04.868506 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:04.869022 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b7a24b64-7826-49f4-b33b-bc77c8c0df60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:04.877393 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4a0e0-7c1a-4a79-9e97-f5bc6758905a req-b264c756-4388-4623-a1c2-8b244aec55e0 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:04.878849 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1ae4a0e0-7c1a-4a79-9e97-f5bc6758905a req-b264c756-4388-4623-a1c2-8b244aec55e0 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 944 time: 0.5304859 May 18 14:38:04.885823 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:04.886170 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.segments_db [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Added segment 5343c5b6-494a-40cb-9169-65c0763e94ec of type vlan for network e1ee8471-4969-4023-8cd4-2f7eaf715a60 May 18 14:38:04.914522 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Checking segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:04.914740 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Network hostable DHCP agents. Network: ff1ce6b1-b2c7-414f-a48c-84b987063b4f, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:04.946891 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd097c0-2652-49b2-9171-f955b022aedb,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:05.039742 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.055089 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:05.059558 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1ae4a0e0-7c1a-4a79-9e97-f5bc6758905a req-a7152e25-2698-4af3-be6e-119821587338 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121652 May 18 14:38:05.115457 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Network ff1ce6b1-b2c7-414f-a48c-84b987063b4f is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:05.135168 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.138302 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-0b5c04db-8610-43da-a5a0-e66cdb84d873 service neutron] 10.222.0.66 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233723 May 18 14:38:05.139874 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:05.140510 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.147136 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-89a2d41c-c160-40ab-85cd-99e7b73bc395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:05.164371 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.166835 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, ff1ce6b1-b2c7-414f-a48c-84b987063b4f) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:05.177574 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87f35a-ab5b-45a9-9a4b-684f0b0299d7 None None] Network ff1ce6b1-b2c7-414f-a48c-84b987063b4f requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:05.211542 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caca31-5906-4f43-a38f-e1982aac5047 req-5953ee9d-0dbe-4d1f-8143-171ea0bf2db8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:05.222909 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-47caca31-5906-4f43-a38f-e1982aac5047 req-5953ee9d-0dbe-4d1f-8143-171ea0bf2db8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.4593477 May 18 14:38:05.226095 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53064) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:05.230118 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Router 395f1065-3754-42ac-929c-841a49e17226 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:05.248227 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.273824 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:05.274413 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.343211 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1728153 May 18 14:38:05.350817 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53068) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:05.358680 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'floatingip': {'port_id': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:05.412514 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Request body: {'subnet': {'network_id': 'e1ee8471-4969-4023-8cd4-2f7eaf715a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092076864-subnet', 'tenant_id': 'f36cb5efa89f4686b6ee774356ae41bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:05.443209 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a42ec36c3ce49638c20850f9c2c3a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8277760 May 18 14:38:05.444433 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:05.446945 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0fb1a0-a261-488f-80ff-e91d0b8255ae None None] Network ff1ce6b1-b2c7-414f-a48c-84b987063b4f requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:05.447895 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53072) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:05.450535 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ee8471-4969-4023-8cd4-2f7eaf715a60,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:05.456244 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:05.465174 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network e1ee8471-4969-4023-8cd4-2f7eaf715a60 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:05.466368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-5e7f7e12-e445-4745-a89b-61b070190500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:05.467910 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Usage tracker for resource:subnet and tenant:f36cb5efa89f4686b6ee774356ae41bf is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:05.475398 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.485558 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:05.498864 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:05.531137 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-482ea588-3ca5-460e-b352-4ec7e23fe510 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6397924 May 18 14:38:05.638202 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:05.660948 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] Sync routers for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:05.664106 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ae1717c-5b5d-48b2-a423-c5fe6b7970d2 req-5b5f55fa-3396-46de-9034-7439ae5224c8 service neutron] 10.222.0.66 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156202 May 18 14:38:05.670798 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.685293 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:05.687237 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:05.721323 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcfccb4-789f-4da8-b07a-008ad49962b5,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:05.732452 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:05.738952 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Made reservation on behalf of f36cb5efa89f4686b6ee774356ae41bf for: {'subnet': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:05.743580 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3142995'] for subnet, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.848194 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a656e64-798b-45b4-8fd0-bdd8719fc466 req-f47e18e7-8576-4997-8ca3-b08d6b187406 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:05.855682 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1a656e64-798b-45b4-8fd0-bdd8719fc466 req-f47e18e7-8576-4997-8ca3-b08d6b187406 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.5726323 May 18 14:38:05.867568 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e007f68a-e060-4322-a4e7-438f55dcf805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.877636 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-f9a1ed9e-56d9-4b5a-a2d7-3494e62b6f54 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "PUT /v2.0/floatingips/b9e414ad-f2b0-4695-890b-12adf276c1a8 HTTP/1.1" status: 200 len: 990 time: 4.4574308 May 18 14:38:05.929075 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e007f68a-e060-4322-a4e7-438f55dcf805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:05.997654 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:06.050819 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:06.208747 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1a656e64-798b-45b4-8fd0-bdd8719fc466 req-8786bc0a-115f-4a40-b8cf-015da2181097 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519254 May 18 14:38:06.273968 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-96bea514-a557-4ed8-8088-ddd2964674d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:06.275622 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-96bea514-a557-4ed8-8088-ddd2964674d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef261b4c676d4dfda647a95fb53218e5&device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 1097 time: 0.5121915 May 18 14:38:06.291192 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e007f68a-e060-4322-a4e7-438f55dcf805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.297882 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:06.317349 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007f68a-e060-4322-a4e7-438f55dcf805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcfccb4-789f-4da8-b07a-008ad49962b5,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:06.330546 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e007f68a-e060-4322-a4e7-438f55dcf805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:06.336820 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e007f68a-e060-4322-a4e7-438f55dcf805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.338138 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e007f68a-e060-4322-a4e7-438f55dcf805 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efcfccb4-789f-4da8-b07a-008ad49962b5 HTTP/1.1" status: 204 len: 168 time: 0.8888910 May 18 14:38:06.361828 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-ca851e44-83ed-48ea-b935-632f307016ca tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:06.364636 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-ca851e44-83ed-48ea-b935-632f307016ca tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 814 time: 0.2902079 May 18 14:38:06.417467 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-54321a92-c4f6-4291-9067-14f36f4c38cd tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/quotas/b8bb889000044e9d8f4e7a24f903b091 HTTP/1.1" status: 200 len: 375 time: 0.0215852 May 18 14:38:06.508683 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.db.resource_extend [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:06.560342 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'b9e414ad-f2b0-4695-890b-12adf276c1a8', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '395f1065-3754-42ac-929c-841a49e17226', 'port_id': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'mac_address': 'fa:16:3e:84:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375dec7-9429-48cc-8594-2b8c627e757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:37:29Z', 'updated_at': '2021-05-18T14:38:03Z', 'revision_number': 1, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:06.568240 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'status': 'completed', 'code': 200} May 18 14:38:06.575243 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] Checking router: 395f1065-3754-42ac-929c-841a49e17226 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:06.594779 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:06.595632 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:06.617535 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-5137cd9a-ed2e-48e1-b778-f59b0af0df3d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394477 May 18 14:38:06.702524 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.711890 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:06.834882 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-3895855b-beac-433f-8a73-0a980d29bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:06.836566 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-3895855b-beac-433f-8a73-0a980d29bc43 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 HTTP/1.1" status: 200 len: 910 time: 0.5256526 May 18 14:38:06.927187 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:06.949897 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-8cd53434-94a7-44ac-a95b-1fbf910ef976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:06.976317 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-8cd53434-94a7-44ac-a95b-1fbf910ef976 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 1098 time: 0.3767247 May 18 14:38:07.023135 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-6fe6b54d-1d44-4dd7-afe7-d9c1ef163afd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b79c463-f39e-4e15-b471-3b398a8b6b00 HTTP/1.1" status: 200 len: 217 time: 0.1242955 May 18 14:38:07.127208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-fe608f9b-416e-42b4-9c4c-c293fe35a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:07.128698 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-fe608f9b-416e-42b4-9c4c-c293fe35a7d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.1518822 May 18 14:38:07.143619 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acba83a-c7f2-4624-9cd4-78f2dc4a0a92 req-762169b7-21a6-4111-9f9c-38d47c686349 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:07.150710 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4acba83a-c7f2-4624-9cd4-78f2dc4a0a92 req-762169b7-21a6-4111-9f9c-38d47c686349 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 944 time: 0.4683390 May 18 14:38:07.170424 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-a439dccc-d9ba-48fe-9d78-6a0578578b26 service neutron] 10.222.0.18 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281677 May 18 14:38:07.281575 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-c4b2141d-a026-44e8-a037-1cbb736077d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:07.282997 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-c4b2141d-a026-44e8-a037-1cbb736077d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91ef39bd-750f-4b0b-8b1e-1ea2527fbd28 HTTP/1.1" status: 200 len: 849 time: 0.2444057 May 18 14:38:07.306808 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4acba83a-c7f2-4624-9cd4-78f2dc4a0a92 req-6172a354-60ca-483e-b84c-7ba392f5c424 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549499 May 18 14:38:07.318777 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-a57e64e5-7150-461d-97a5-e2482352e5a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf HTTP/1.1" status: 200 len: 998 time: 0.1299012 May 18 14:38:07.321414 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.l3_db [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Floating IP 9018f965-fd83-4ad0-81f5-95fdec01829b associated. External IP: 172.28.3.160, port: eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2. May 18 14:38:07.417053 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-4fa07a32-4c95-47a1-9d23-851bc3c4201d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238847 May 18 14:38:07.525438 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'b9e414ad-f2b0-4695-890b-12adf276c1a8', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '395f1065-3754-42ac-929c-841a49e17226', 'port_id': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'mac_address': 'fa:16:3e:84:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375dec7-9429-48cc-8594-2b8c627e757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:37:29Z', 'updated_at': '2021-05-18T14:38:03Z', 'revision_number': 1, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:07.531268 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e483037a-4ec1-4c00-9839-c0f9283ae26e None None] The sync data for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb is: [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'b9e414ad-f2b0-4695-890b-12adf276c1a8', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '395f1065-3754-42ac-929c-841a49e17226', 'port_id': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'mac_address': 'fa:16:3e:84:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7375dec7-9429-48cc-8594-2b8c627e757d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:37:29Z', 'updated_at': '2021-05-18T14:38:03Z', 'revision_number': 1, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:07.546721 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-322aacae-868a-4b19-a253-936a66c7b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:07.548170 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-322aacae-868a-4b19-a253-936a66c7b14d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.1693065 May 18 14:38:07.646252 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-e8ca90ee-6518-4651-9c09-e1be8cee6c7e service neutron] 10.222.0.18 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633081 May 18 14:38:07.709145 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-83b70b6e-919b-4351-af37-39f63baf7de9 service neutron] 10.222.0.66 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830400 May 18 14:38:07.733204 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-0416137b-5c44-4b0f-8bd3-63e44521ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:07.734693 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-0416137b-5c44-4b0f-8bd3-63e44521ecbe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1765258 May 18 14:38:07.811484 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f3008-44ab-48e0-8ba9-0b086d1aa2dd req-a45c0edd-81d1-4462-b44e-3c4de52c1402 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:07.813031 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ee6f3008-44ab-48e0-8ba9-0b086d1aa2dd req-a45c0edd-81d1-4462-b44e-3c4de52c1402 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.2566736 May 18 14:38:07.938417 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94387c5e-f139-4f81-908c-fcfad6febddc None None] New status for floating IP b9e414ad-f2b0-4695-890b-12adf276c1a8: ACTIVE {{(pid=91427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:38:08.096863 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143009'] for subnet, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.117593 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:08.141541 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:08.281998 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ee6f3008-44ab-48e0-8ba9-0b086d1aa2dd req-290f06c6-1beb-4174-8107-c1e248c77a63 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623249 May 18 14:38:08.308119 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a80ac523-095f-4672-9348-f9c10deb6b17 req-9be8b1f9-70b3-4629-bb45-5462c33c75f2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 210 time: 0.1376588 May 18 14:38:08.324730 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52b66a2a-fc05-4934-a965-bda2429259aa,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:08.329525 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:08.336382 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55a0902c-bbd7-401e-9545-e0fdc8dc118f req-f155e6b7-8def-4a47-9b1d-aee3318bb3be service neutron] 10.222.0.66 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965636 May 18 14:38:08.339663 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Checking segment: {'id': '5343c5b6-494a-40cb-9169-65c0763e94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e1ee8471-4969-4023-8cd4-2f7eaf715a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:08.340478 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Network hostable DHCP agents. Network: e1ee8471-4969-4023-8cd4-2f7eaf715a60, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:08.363357 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Network e1ee8471-4969-4023-8cd4-2f7eaf715a60 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:08.380242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, e1ee8471-4969-4023-8cd4-2f7eaf715a60) {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:08.391370 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:08.392294 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.432705 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-b7886a87-d77b-4c45-b113-edc421d843f9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0720506 May 18 14:38:08.516111 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d260bc39-a6ac-42f6-a3b8-dde5eb8e8838 None None] Network e1ee8471-4969-4023-8cd4-2f7eaf715a60 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:08.533950 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-61c327aa-29ff-4552-8f32-51ef909595c9 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7318294 May 18 14:38:08.598868 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 4b79c463-f39e-4e15-b471-3b398a8b6b00 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:08.682517 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2bb4-1e0b-4a0b-be31-bd74a676a666 req-03a3416a-ddc9-49cb-9ab1-389b329ce3af tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:08.712752 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5e7f2bb4-1e0b-4a0b-be31-bd74a676a666 req-03a3416a-ddc9-49cb-9ab1-389b329ce3af tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 944 time: 0.2082109 May 18 14:38:08.770256 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.db.resource_extend [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:08.832955 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5e7f2bb4-1e0b-4a0b-be31-bd74a676a666 req-310c47e5-4dc6-461e-bf18-8a1608ffd219 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155198 May 18 14:38:08.875588 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:08.884637 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:08.886369 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] Sync routers for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:08.907492 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:08.912295 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:08.964461 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd134f6-7377-45b2-bb72-739312414071 None None] Network e1ee8471-4969-4023-8cd4-2f7eaf715a60 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:09.167407 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 4b79c463-f39e-4e15-b471-3b398a8b6b00, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4b79c463-f39e-4e15-b471-3b398a8b6b00,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:09.169171 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-484610f9-749b-4b7d-bb10-ce145b2b0d85 req-cb38d471-0523-4ef9-bc82-5664ee7fba34 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072125 May 18 14:38:09.184235 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-6880ca02-f0bc-487a-a1a1-618cb26108d8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "PUT /v2.0/floatingips/9018f965-fd83-4ad0-81f5-95fdec01829b HTTP/1.1" status: 200 len: 992 time: 3.9122388 May 18 14:38:09.185298 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'tag': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:09.223697 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '4b79c463-f39e-4e15-b471-3b398a8b6b00', 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997', 'port_id': '4b79c463-f39e-4e15-b471-3b398a8b6b00', 'mac_address': 'fa:16:3e:38:59:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ef39bd-750f-4b0b-8b1e-1ea2527fbd28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:09.246031 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:09.370329 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'tag': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'status': 'completed', 'code': 200} May 18 14:38:09.377140 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53196) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:09.558891 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.569196 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-ff985e5a-e33b-4693-9415-7658a24faf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:09.571905 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-ff985e5a-e33b-4693-9415-7658a24faf57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 1099 time: 0.1569376 May 18 14:38:09.600395 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b79c463-f39e-4e15-b471-3b398a8b6b00 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:09.641851 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 4b79c463-f39e-4e15-b471-3b398a8b6b00, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4b79c463-f39e-4e15-b471-3b398a8b6b00,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:09.656114 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.659553 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-4d197ccc-640c-4140-a597-1e795e2e1c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:09.684840 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4e10a4f9-f43d-4623-83c8-d604edcd4ccf req-1b8f4843-dbf2-4766-8566-7fdac4cf04a6 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 210 time: 0.0615251 May 18 14:38:09.730091 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fa2e5-cfc2-4128-a7b1-5181b3ea78dd req-c723627e-3158-452f-b840-4fd837982149 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:09.740782 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-625fa2e5-cfc2-4128-a7b1-5181b3ea78dd req-c723627e-3158-452f-b840-4fd837982149 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.2077303 May 18 14:38:09.821545 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=4b79c463-f39e-4e15-b471-3b398a8b6b00,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:09.822628 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-625fa2e5-cfc2-4128-a7b1-5181b3ea78dd req-bcdd7db3-4e10-4f87-a749-ed1604a2ea2c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795674 May 18 14:38:09.834442 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.834822 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.835182 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.835571 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.841057 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.841747 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.844168 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.845562 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.846976 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.847878 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.855126 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:09.869830 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '9018f965-fd83-4ad0-81f5-95fdec01829b', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'port_id': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'mac_address': 'fa:16:3e:86:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:37:36Z', 'updated_at': '2021-05-18T14:38:06Z', 'revision_number': 1, 'project_id': '49895d1d336f4f30be021701578f19fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:09.871828 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.875065 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:09.882839 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] Checking router: 416d300f-b7fd-424b-a278-a7fd3c8c6a98 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:09.887543 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:09.897050 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:09.912782 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Usage tracker for resource:security_group_rule and tenant:5f03c52bbe714579920416c2efd809f7 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:09.916059 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:09.918874 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:09.925199 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:37:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:09.929210 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:09.932021 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-a6e07e53-5b39-4a3c-bfbe-b0143d7d62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:09.933840 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-a6e07e53-5b39-4a3c-bfbe-b0143d7d62d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 912 time: 0.3540633 May 18 14:38:10.018441 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['4b79c463-f39e-4e15-b471-3b398a8b6b00'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:10.077857 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-ece0aa58-2bc8-4b66-aa01-4985fc0d7fb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 HTTP/1.1" status: 200 len: 1000 time: 0.1346505 May 18 14:38:10.093519 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-e91ca78a-86ac-40f9-9a36-7668ec8e9e62 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:10.095273 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-e91ca78a-86ac-40f9-9a36-7668ec8e9e62 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 814 time: 0.2332880 May 18 14:38:10.150106 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Request body: {'port': {'device_id': 'bf6090d3-a565-4e82-ad45-ac3eea4e2245', 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'admin_state_up': True, 'tenant_id': 'b8bb889000044e9d8f4e7a24f903b091'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:10.280205 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-72862749-604c-4e3e-81be-d330417bf70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:10.282423 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-72862749-604c-4e3e-81be-d330417bf70b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.1922815 May 18 14:38:10.404251 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:10.412337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53226) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:10.418295 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-467420630-network', 'tenant_id': 'ee5aeaa4140c46549e255a58ffdd47c6'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:10.445966 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:10.455370 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Usage tracker for resource:network and tenant:ee5aeaa4140c46549e255a58ffdd47c6 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:10.470064 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:10.498405 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:10.517274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609361da-002f-4bd4-84aa-0583e857dddb req-2d9cdf78-0990-48fa-a3ff-fb32db4fdbbb tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:10.519221 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-609361da-002f-4bd4-84aa-0583e857dddb req-2d9cdf78-0990-48fa-a3ff-fb32db4fdbbb tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 945 time: 0.4228790 May 18 14:38:10.527977 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.535741 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-f537cd96-7075-4aab-8511-fa1d69bcafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:10.539683 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-f537cd96-7075-4aab-8511-fa1d69bcafff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2399542 May 18 14:38:10.545124 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.548709 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:10.558072 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Usage tracker for resource:port and tenant:b8bb889000044e9d8f4e7a24f903b091 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:10.562461 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:10.577527 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:10.579469 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Made reservation on behalf of ee5aeaa4140c46549e255a58ffdd47c6 for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:10.581794 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.595870 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-93e8b997-874c-42a1-858a-614e23156bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:10.610145 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f03c52bbe714579920416c2efd809f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2317162 May 18 14:38:10.612425 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.624187 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53236) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:10.627320 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-609361da-002f-4bd4-84aa-0583e857dddb req-b6ce9ede-8771-4822-b00c-c9e76d53e8ca tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989099 May 18 14:38:10.676566 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Made reservation on behalf of b8bb889000044e9d8f4e7a24f903b091 for: {'port': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:10.681168 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.694169 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:10.736257 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Usage tracker for resource:security_group_rule and tenant:ee5aeaa4140c46549e255a58ffdd47c6 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:10.749560 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:10.764572 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:10.795992 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d678e-1dbd-4c48-95d6-3407d602544b,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:10.818849 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:10.874288 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-f08918a8-0f30-4006-8f42-1402a3a12ae1 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794983 May 18 14:38:10.916992 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9c647d33-2726-4139-ab04-c95ad2fd7fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:10.951771 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '9018f965-fd83-4ad0-81f5-95fdec01829b', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'port_id': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'mac_address': 'fa:16:3e:86:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:37:36Z', 'updated_at': '2021-05-18T14:38:06Z', 'revision_number': 1, 'project_id': '49895d1d336f4f30be021701578f19fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:10.956377 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdf0bc1-2d4b-4151-8080-09402de800ca None None] The sync data for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb is: [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '9018f965-fd83-4ad0-81f5-95fdec01829b', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'floating_ip_address': '172.28.3.160', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'port_id': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'mac_address': 'fa:16:3e:86:63:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:37:36Z', 'updated_at': '2021-05-18T14:38:06Z', 'revision_number': 1, 'project_id': '49895d1d336f4f30be021701578f19fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:10.963729 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-06f33cc6-b51d-420a-83af-bd869999a7af req-80a8f0f9-1393-4338-a93f-6a3f12ad0844 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 210 time: 0.1512487 May 18 14:38:11.075793 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a39dde3d-3b52-4293-8045-3c53ad6bcbe9 req-98fbd2aa-ded0-4aa6-8bfe-dc1a59e093cd service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937816 May 18 14:38:11.121819 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9c647d33-2726-4139-ab04-c95ad2fd7fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.203874 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06430cf5-2f7d-440f-97ed-0e909415ee55 None None] New status for floating IP 9018f965-fd83-4ad0-81f5-95fdec01829b: ACTIVE {{(pid=91427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:38:11.234689 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Allocated IP 172.20.0.9 (ff1ce6b1-b2c7-414f-a48c-84b987063b4f/3a5835ce-3a5c-4f73-99b4-f6619f5a32e3/224c78c0-8863-4f7f-b9a4-d9d45db5c3ea) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:11.309878 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.322142 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd299b-5d70-471d-a13e-ed858ea38ec8 req-8a057358-04ab-41d0-8f54-ddb6534ecd76 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:11.323705 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-92dd299b-5d70-471d-a13e-ed858ea38ec8 req-8a057358-04ab-41d0-8f54-ddb6534ecd76 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.3323185 May 18 14:38:11.328503 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.342541 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-867b22c0-9665-43ab-b89d-171a4cf1535f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.355799 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9c647d33-2726-4139-ab04-c95ad2fd7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.429217 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:11.514903 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74cf87e-8e14-4c07-94bf-c7ac5cc6b1cc,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:11.533937 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.534300 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Added segment 124018b4-7292-494d-b795-e81ab7d92080 of type vlan for network 0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f May 18 14:38:11.535613 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:11.541403 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.573188 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-92dd299b-5d70-471d-a13e-ed858ea38ec8 req-3670da66-8797-43b5-b58e-61e52c813286 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316616 May 18 14:38:11.578644 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c647d33-2726-4139-ab04-c95ad2fd7fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d678e-1dbd-4c48-95d6-3407d602544b,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:11.586218 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9c647d33-2726-4139-ab04-c95ad2fd7fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.589663 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-9c647d33-2726-4139-ab04-c95ad2fd7fdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/224d678e-1dbd-4c48-95d6-3407d602544b HTTP/1.1" status: 204 len: 168 time: 0.9590466 May 18 14:38:11.593559 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9c647d33-2726-4139-ab04-c95ad2fd7fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:11.616683 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.665006 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.698399 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.702558 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:11.703264 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.725124 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6ca48e78-f25a-409a-992b-904e339aef61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:11.750301 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3341410 May 18 14:38:11.751022 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53264) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:11.756993 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Request body: {'subnet': {'network_id': '0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-467420630-subnet', 'tenant_id': 'ee5aeaa4140c46549e255a58ffdd47c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:11.765913 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:11.775088 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Usage tracker for resource:subnet and tenant:ee5aeaa4140c46549e255a58ffdd47c6 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:11.782531 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:11.798201 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:11.822058 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Made reservation on behalf of ee5aeaa4140c46549e255a58ffdd47c6 for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:11.824658 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136235'] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:11.963752 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.018265 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Pushing event updated for resources: {'Network': ['ID=0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.024458 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.029010 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:12.056201 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.177918 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Network ff1ce6b1-b2c7-414f-a48c-84b987063b4f is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:12.195691 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:12.200187 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:12.272359 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Pushing event updated for resources: {'Port': ['ID=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.282608 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.307564 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:12.308285 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.340680 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec8112-bfe1-45ef-a4ab-516c5943adce req-d5264490-62c2-454f-8893-93b321747e98 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:12.342783 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-22ec8112-bfe1-45ef-a4ab-516c5943adce req-d5264490-62c2-454f-8893-93b321747e98 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 945 time: 0.3864512 May 18 14:38:12.356249 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f4b73-17dd-42e9-a3c7-03ca3af96d7f req-150802cb-7234-491c-af38-2718e59cdc61 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:12.356525 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-5d8f4b73-17dd-42e9-a3c7-03ca3af96d7f req-150802cb-7234-491c-af38-2718e59cdc61 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Synchronizing usage tracker for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:12.361197 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136217'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.363518 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2181542 May 18 14:38:12.367117 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e784a262-db61-46a6-9977-810a8b75941d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:12.388889 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Request body: {'port': {'device_id': 'bf6090d3-a565-4e82-ad45-ac3eea4e2245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:12.444569 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d4ecfa7-0a1d-4180-8d10-aa2f81c78dd9,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:12.447306 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:12.456325 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Checking segment: {'id': '124018b4-7292-494d-b795-e81ab7d92080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:12.456778 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Network hostable DHCP agents. Network: 0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:12.466363 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-22ec8112-bfe1-45ef-a4ab-516c5943adce req-ba36d75b-b852-4795-8cb8-0a31fc2a10f5 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062684 May 18 14:38:12.471025 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-5d8f4b73-17dd-42e9-a3c7-03ca3af96d7f req-150802cb-7234-491c-af38-2718e59cdc61 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Unset dirty status for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:12.478258 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5d8f4b73-17dd-42e9-a3c7-03ca3af96d7f req-150802cb-7234-491c-af38-2718e59cdc61 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 931 time: 0.3635845 May 18 14:38:12.479565 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Network 0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:12.507222 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:12.518630 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70807b52-8c81-411e-82b5-b4165fb373c4 None None] Network 0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:12.519177 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:12.519412 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.556537 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8041229 May 18 14:38:12.600104 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5d8f4b73-17dd-42e9-a3c7-03ca3af96d7f req-2dfce9d6-650d-4319-babb-609d2c8da888 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204605 May 18 14:38:12.601056 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:12.612920 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 4b79c463-f39e-4e15-b471-3b398a8b6b00 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:12.915205 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66506fd0-4bd7-4921-ae21-7a3232e50ac4 None None] Network 0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:13.004221 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b36bcf1a-48e3-4509-8603-e6c43d7ac236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.022269 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363c0de-3c06-48fa-b953-c210b7089680 req-43d8d68d-f4dc-41ac-80ea-7011cf67c285 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:13.023319 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6363c0de-3c06-48fa-b953-c210b7089680 req-43d8d68d-f4dc-41ac-80ea-7011cf67c285 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.1748872 May 18 14:38:13.044644 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 4b79c463-f39e-4e15-b471-3b398a8b6b00 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:13.060065 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 4b79c463-f39e-4e15-b471-3b398a8b6b00 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:13.061224 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.150410 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea {{(pid=91426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:13.166977 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.186513 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.provisioning_blocks [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Transition to ACTIVE for port object 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea will not be triggered until provisioned by entity L2. {{(pid=91426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:13.203720 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.223694 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:13.307757 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.339514 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e3f06f-915d-4ae8-a8dd-3836d9a73369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b79c463-f39e-4e15-b471-3b398a8b6b00'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:13.353421 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 4b79c463-f39e-4e15-b471-3b398a8b6b00, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4b79c463-f39e-4e15-b471-3b398a8b6b00,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:13.361460 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.364160 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-e2babe55-7f49-4e82-b05d-d69816a48b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:13.445578 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=4b79c463-f39e-4e15-b471-3b398a8b6b00,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:13.449012 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:13.529103 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6363c0de-3c06-48fa-b953-c210b7089680 req-a069b98b-3fab-4001-b9b6-1afbd5b70012 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467598 May 18 14:38:13.605257 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Pushing event updated for resources: {'Port': ['ID=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:13.619065 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:13.673269 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-5c25781b-149d-4c57-9be5-3e328237e6f4 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:13.680254 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-5c25781b-149d-4c57-9be5-3e328237e6f4 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/networks?id=e1ee8471-4969-4023-8cd4-2f7eaf715a60 HTTP/1.1" status: 200 len: 809 time: 0.4116848 May 18 14:38:13.692048 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Attempting to bind port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:13.692611 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Attempting to bind port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:13.693125 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Attempting to bind port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:13.706433 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-a674e3df-ce69-49b5-b789-c9f8eb162759 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/quotas/f36cb5efa89f4686b6ee774356ae41bf HTTP/1.1" status: 200 len: 375 time: 0.0249918 May 18 14:38:13.709481 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:13.709956 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Attempting to bind port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:13.762600 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:13.763015 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Checking segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:13.763473 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Bound using segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} {{(pid=91426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:13.764042 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.managers [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Bound port: 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'}}] {{(pid=91426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:13.764450 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:13.778774 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-9ed21394-5d34-4c80-9eaa-69128d6e7b6a tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f36cb5efa89f4686b6ee774356ae41bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712385 May 18 14:38:13.828319 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e3f06f-915d-4ae8-a8dd-3836d9a73369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b79c463-f39e-4e15-b471-3b398a8b6b00', 'code': 200} May 18 14:38:14.090522 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d9981-ef67-484f-b88d-d42f415c9b4b req-bc34b740-5e21-47d0-b7fd-6d1482bf8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.092069 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a44d9981-ef67-484f-b88d-d42f415c9b4b req-bc34b740-5e21-47d0-b7fd-6d1482bf8ee4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 1099 time: 0.0814726 May 18 14:38:14.137328 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] For port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea, host hv-cinder-78719, cleared binding levels {{(pid=91426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:14.140900 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a44d9981-ef67-484f-b88d-d42f415c9b4b req-ff8c7f89-4190-4e94-a3dc-8b37153fb049 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 May 18 14:38:14.160844 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] For port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:14.164511 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-87cc3c02-f255-4ec5-b1c5-d95b825ddfeb service neutron] 10.222.0.18 "GET /v2.0/networks/e1ee8471-4969-4023-8cd4-2f7eaf715a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771055 May 18 14:38:14.172749 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.197492 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:14.284454 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.285125 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:14.286487 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] 10.222.0.66 "PUT /v2.0/ports/224c78c0-8863-4f7f-b9a4-d9d45db5c3ea HTTP/1.1" status: 200 len: 1093 time: 1.9087963 May 18 14:38:14.337068 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6090d3-a565-4e82-ad45-ac3eea4e2245', 'tag': '224c78c0-8863-4f7f-b9a4-d9d45db5c3ea'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:14.388911 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b95e-c334-4b76-ab54-f419b630a262 req-1b99c789-b463-427c-bb6d-a76c064efc62 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.390381 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9567b95e-c334-4b76-ab54-f419b630a262 req-1b99c789-b463-427c-bb6d-a76c064efc62 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 946 time: 0.4615915 May 18 14:38:14.440143 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Pushing event updated for resources: {'Port': ['ID=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,revision_number=3']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:14.454621 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:14.503045 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-f7df55c4-31a4-4007-95a4-b9a36948dfff service neutron] 10.222.0.18 "GET /v2.0/networks/e1ee8471-4969-4023-8cd4-2f7eaf715a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291349 May 18 14:38:14.507380 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9567b95e-c334-4b76-ab54-f419b630a262 req-098a70db-6928-4606-baf6-3e795f18b0a8 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997949 May 18 14:38:14.524368 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-7bde1763-d2b6-467f-856d-5951791ddd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.524368 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-7bde1763-d2b6-467f-856d-5951791ddd91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 1096 time: 0.1779771 May 18 14:38:14.600704 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-23ce2861-45c4-46ef-b015-4f2bc1f01592 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea HTTP/1.1" status: 200 len: 217 time: 0.0659020 May 18 14:38:14.730793 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-52eecc35-4f91-4293-a0bc-392ebddbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.732305 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-52eecc35-4f91-4293-a0bc-392ebddbecd2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 200 len: 854 time: 0.1190631 May 18 14:38:14.804781 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543004-3bb6-44b3-869e-9278d8fad7fb req-a2d42bbc-3248-4550-bc69-0ae359b5719c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:14.812612 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fd543004-3bb6-44b3-869e-9278d8fad7fb req-a2d42bbc-3248-4550-bc69-0ae359b5719c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 943 time: 0.1689003 May 18 14:38:14.837128 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-230a1bfc-6997-40e2-8cb6-489c85c5d781 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854828 May 18 14:38:14.918625 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fd543004-3bb6-44b3-869e-9278d8fad7fb req-8784d7ab-e164-4486-951a-7ca01aff57db tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049490 May 18 14:38:15.153409 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6090d3-a565-4e82-ad45-ac3eea4e2245', 'tag': '224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', 'status': 'completed', 'code': 200} May 18 14:38:15.293635 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-af530789-4dfa-4039-840e-314b2bd7ac89 req-9fa6513c-a6e2-4b72-aca4-7e98b6dc48d1 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 210 time: 0.1538363 May 18 14:38:15.356157 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-d9ce501a-4f59-4931-a604-9ca7c2049ab3 service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018480 May 18 14:38:15.370804 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c5c97-4d39-4802-a910-a454e748f37c req-9c73419b-d51c-4ad6-8310-4f221bdc1896 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:15.378714 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e79c5c97-4d39-4802-a910-a454e748f37c req-9c73419b-d51c-4ad6-8310-4f221bdc1896 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.2179914 May 18 14:38:15.563037 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53392) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:15.583899 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e79c5c97-4d39-4802-a910-a454e748f37c req-5f595779-ce18-477f-989a-c28d3d2b6f44 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040551 May 18 14:38:15.616865 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.659352 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-684048f1-5c90-49ac-9e1a-598a28313a38 req-06df8f54-2b55-45af-bf0f-b990013d29c0 service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783475 May 18 14:38:15.759622 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-fbc07cab-d33e-4207-995e-d9d00775ae73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.797610 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.815186 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:15.821005 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Usage tracker for resource:security_group_rule and tenant:bf341e37e44a40fd9663c87d75628fda is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:15.824182 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:15.831778 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:15.890641 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e7220-7654-4daf-824a-118088729e13 req-7e7540a5-be57-4597-9f97-e0914900e038 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:15.892185 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-998e7220-7654-4daf-824a-118088729e13 req-7e7540a5-be57-4597-9f97-e0914900e038 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 946 time: 0.1555357 May 18 14:38:15.898044 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-ca077358-9d73-4717-b7b4-b00cf506da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:15.899588 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-ca077358-9d73-4717-b7b4-b00cf506da00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 1096 time: 0.1292567 May 18 14:38:15.928536 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.933853 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:15.944911 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-779aa832-6c92-40e0-8ab9-f04410e39005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:16.028716 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf341e37e44a40fd9663c87d75628fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645379 May 18 14:38:16.029452 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-998e7220-7654-4daf-824a-118088729e13 req-b70649f8-9e45-4939-80cb-c7b299bb63ff tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282043 May 18 14:38:16.032399 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53410) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:16.047579 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8624929d-09d1-4524-896a-fdb0bfbcc75f,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:16.073193 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:16.166556 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-a10e11dc-0a0d-40ec-9069-941848959a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.168125 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-a10e11dc-0a0d-40ec-9069-941848959a08 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 915 time: 0.2503941 May 18 14:38:16.377986 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.409382 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-11a21381-da2a-49f3-a09c-681103b2700d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.415561 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-cfb3b218-f062-4d67-80fe-05a04ea93918 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea HTTP/1.1" status: 200 len: 217 time: 0.2239728 May 18 14:38:16.545513 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f960e1b2-8270-4b15-8920-0385217e2333 req-1f41be5b-e25c-4de7-ad5f-39d7dca0e7a7 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 210 time: 0.1097043 May 18 14:38:16.560489 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-11a21381-da2a-49f3-a09c-681103b2700d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.647224 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03172a5-542d-4951-aa41-7b913e2dabee req-295d3873-45e6-4a74-a1b2-49b3319df63e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.655313 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c03172a5-542d-4951-aa41-7b913e2dabee req-295d3873-45e6-4a74-a1b2-49b3319df63e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 943 time: 0.5699449 May 18 14:38:16.684488 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-e32faa65-64a6-486e-95d4-ccce276f5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.686904 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-e32faa65-64a6-486e-95d4-ccce276f5eac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 200 len: 854 time: 0.2568491 May 18 14:38:16.784709 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-86e8a2f5-0b42-43a7-9032-cb1cfc8aa4b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587802 May 18 14:38:16.784709 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c03172a5-542d-4951-aa41-7b913e2dabee req-9f9c9aea-abb2-449e-8ec3-06cad8befb81 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193457 May 18 14:38:16.907640 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-95636df3-5a51-454e-803f-b3c433fdd758 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:16.908330 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-95636df3-5a51-454e-803f-b3c433fdd758 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Synchronizing usage tracker for tenant:f36cb5efa89f4686b6ee774356ae41bf on resource:network {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:16.925640 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-95636df3-5a51-454e-803f-b3c433fdd758 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Unset dirty status for tenant:f36cb5efa89f4686b6ee774356ae41bf on resource:network {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:16.926819 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-95636df3-5a51-454e-803f-b3c433fdd758 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.66 "GET /v2.0/networks?id=e1ee8471-4969-4023-8cd4-2f7eaf715a60 HTTP/1.1" status: 200 len: 809 time: 0.5223835 May 18 14:38:16.942157 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Request body: {'port': {'device_id': '9f530342-1e8d-4605-8bd6-3e4344e7fd20', 'network_id': 'e1ee8471-4969-4023-8cd4-2f7eaf715a60', 'admin_state_up': True, 'tenant_id': 'f36cb5efa89f4686b6ee774356ae41bf'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:16.944299 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-11a21381-da2a-49f3-a09c-681103b2700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:16.968102 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e7003b1a-d9d8-4487-b7d2-b5aa0fa8e3f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:17.008127 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:38:17.070037 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a21381-da2a-49f3-a09c-681103b2700d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8624929d-09d1-4524-896a-fdb0bfbcc75f,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:17.089119 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-11a21381-da2a-49f3-a09c-681103b2700d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:17.109036 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:17.113366 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Usage tracker for resource:port and tenant:f36cb5efa89f4686b6ee774356ae41bf is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:17.113981 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-11a21381-da2a-49f3-a09c-681103b2700d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.117045 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-11a21381-da2a-49f3-a09c-681103b2700d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8624929d-09d1-4524-896a-fdb0bfbcc75f HTTP/1.1" status: 204 len: 168 time: 1.0835838 May 18 14:38:17.117278 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:17.131785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:17.144969 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Made reservation on behalf of f36cb5efa89f4686b6ee774356ae41bf for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:17.150447 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.162178 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-245390ba-039e-4131-8af2-983a41d0809c service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856733 May 18 14:38:17.184785 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d438d3-2c05-418e-9628-0fbbca8ca871 req-4cbe5ed9-dc8b-4cf8-b32e-b6aa758a692d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:17.186299 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-32d438d3-2c05-418e-9628-0fbbca8ca871 req-4cbe5ed9-dc8b-4cf8-b32e-b6aa758a692d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.2354038 May 18 14:38:17.379495 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-32d438d3-2c05-418e-9628-0fbbca8ca871 req-9a7acf09-6bd0-47ef-8457-0e65238ca3bc tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748397 May 18 14:38:17.425496 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Allocated IP 172.20.0.3 (e1ee8471-4969-4023-8cd4-2f7eaf715a60/52b66a2a-fc05-4934-a965-bda2429259aa/ce271ef0-7770-4814-b2f6-ec0ccff9a0b2) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:17.440114 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-007fc779-913f-4e18-a219-a5d09d7f30d8 req-f5a15944-381d-4e77-b37b-08a1b8e0f8ac service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634568 May 18 14:38:17.545415 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-bb3b3faa-aba4-45aa-9f0c-4bb0ba5f1196 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1677055 May 18 14:38:17.561938 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53448) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:17.600552 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.617996 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:17.624505 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Usage tracker for resource:security_group_rule and tenant:c07c5708dcd249a183e3b9ea78bcae35 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:17.630359 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:17.646729 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:17.711818 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.801172 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.821647 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.831412 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:17.840745 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d8760dc5-38cc-4f4a-b0cd-29663d182a54 req-04849793-29b4-4d80-ab7b-29f0404076f9 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 210 time: 0.0841017 May 18 14:38:17.846156 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:17.862401 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:17.922610 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3476b3-df81-4735-85db-b799fa92c278,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:17.926982 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c07c5708dcd249a183e3b9ea78bcae35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639641 May 18 14:38:17.927948 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Pushing event updated for resources: {'Port': ['ID=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:17.929727 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:17.930972 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53464) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:17.937929 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:17.940440 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-1d729e3a-40c8-4e7e-a069-f0b769f3604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:17.942235 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-1d729e3a-40c8-4e7e-a069-f0b769f3604b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1099 time: 0.2123497 May 18 14:38:17.948470 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Network e1ee8471-4969-4023-8cd4-2f7eaf715a60 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:17.951152 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:17.959198 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:18.013321 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d859-78e1-46ca-b0b0-9a8c1410886f req-91779b8f-e4e7-40e7-9670-2f10344d6e2c tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.017077 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-65b8d859-78e1-46ca-b0b0-9a8c1410886f req-91779b8f-e4e7-40e7-9670-2f10344d6e2c tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 946 time: 0.2229688 May 18 14:38:18.064780 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eee35ee9-3403-4cb4-85c4-b125dc071f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.090875 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-65b8d859-78e1-46ca-b0b0-9a8c1410886f req-4fb20a36-737c-4687-abf1-ee8319891a28 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686476 May 18 14:38:18.126773 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eee35ee9-3403-4cb4-85c4-b125dc071f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.137634 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.138745 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.146056 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53470) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:18.184399 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2461636 May 18 14:38:18.187670 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-fbd1011f-bd48-4a50-9e27-f73ef1d6bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.189075 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-fbd1011f-bd48-4a50-9e27-f73ef1d6bc1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.1924574 May 18 14:38:18.210396 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Request body: {'port': {'device_id': '9f530342-1e8d-4605-8bd6-3e4344e7fd20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:18.266361 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2b683-35f4-41d7-ae6b-bad4eb49062e req-66d7d784-706a-457c-bf67-5ae8cfeb19d2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.267898 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-deb2b683-35f4-41d7-ae6b-bad4eb49062e req-66d7d784-706a-457c-bf67-5ae8cfeb19d2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 943 time: 0.1072564 May 18 14:38:18.279009 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eee35ee9-3403-4cb4-85c4-b125dc071f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.297722 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.298337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-643a9a4a-c60a-4878-ac53-8e395bf3bf38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:18.319325 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee35ee9-3403-4cb4-85c4-b125dc071f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3476b3-df81-4735-85db-b799fa92c278,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:18.332185 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-eee35ee9-3403-4cb4-85c4-b125dc071f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:18.338263 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-ca07f94f-31a4-4059-9f16-75dc1f74ed9e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 200 len: 217 time: 0.1328521 May 18 14:38:18.344649 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eee35ee9-3403-4cb4-85c4-b125dc071f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.345695 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-eee35ee9-3403-4cb4-85c4-b125dc071f31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc3476b3-df81-4735-85db-b799fa92c278 HTTP/1.1" status: 204 len: 168 time: 0.4138207 May 18 14:38:18.374164 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.385325 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-deb2b683-35f4-41d7-ae6b-bad4eb49062e req-d02c989f-ca9d-4da3-8f48-35cc7dbbb4cd tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086397 May 18 14:38:18.393780 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:18.405398 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:905910aeb915446d99e6925af4cfe0f7 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:18.414333 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:18.422703 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:18.466069 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.530350 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-8337ff37-8bef-4050-9a7e-1c1847f8e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.531805 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-8337ff37-8bef-4050-9a7e-1c1847f8e9b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.1263168 May 18 14:38:18.540486 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.547405 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.586524 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:18.601966 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=905910aeb915446d99e6925af4cfe0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546845 May 18 14:38:18.612322 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53488) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:18.619445 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-99c562d3-92fd-4add-97fb-a08c357244a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784061 May 18 14:38:18.622762 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:18.687818 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c548029-de62-4c21-bf35-4c6ed03f713b,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:18.694386 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:18.758603 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4adc4-134d-466b-ab2f-c3b6753d2273 req-275c41e6-0af8-40d8-9cdc-2df538de8ffb tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:18.761808 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d7c4adc4-134d-466b-ab2f-c3b6753d2273 req-275c41e6-0af8-40d8-9cdc-2df538de8ffb tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.1767073 May 18 14:38:18.803309 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53492) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:18.828441 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:18.844399 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'port_id': '224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', 'mac_address': 'fa:16:3e:02:57:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5835ce-3a5c-4f73-99b4-f6619f5a32e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:18.850632 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.881367 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d7c4adc4-134d-466b-ab2f-c3b6753d2273 req-6f70a996-0fa3-4f03-9c31-e1ee6fadb4d8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105485 May 18 14:38:18.882717 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:18.888097 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Usage tracker for resource:security_group_rule and tenant:5710a0d2bafd4a8097099fed7953bd3b is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:18.892274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:18.901784 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:18.910825 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.936623 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:18.962814 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:18.972984 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:18.975797 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.002441 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-72e45b18-2a9d-4b32-bc27-9c14e93d2951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.067604 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.070987 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.088088 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.089672 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-3f02a226-32fa-4546-95b7-0f5bd59db06d service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484293 May 18 14:38:19.098676 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.111893 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.131455 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a647c9-0fd0-4c2d-a5ef-16dbcab319bc req-7431a48f-02a1-4fd7-8dbc-a4a5878a68a2 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.133051 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-07a647c9-0fd0-4c2d-a5ef-16dbcab319bc req-7431a48f-02a1-4fd7-8dbc-a4a5878a68a2 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 931 time: 0.1380818 May 18 14:38:19.152459 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-72e45b18-2a9d-4b32-bc27-9c14e93d2951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.181242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd0a2a-131e-4c5a-9ce9-2666f12b107a,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.184511 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.187329 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5710a0d2bafd4a8097099fed7953bd3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794358 May 18 14:38:19.196688 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53502) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:19.227913 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-07a647c9-0fd0-4c2d-a5ef-16dbcab319bc req-6d71f9ee-32a9-41b6-a104-0eba55409072 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851820 May 18 14:38:19.273156 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7a607a1d-c0bf-41ca-bb2d-90dce2365364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.301053 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7a607a1d-c0bf-41ca-bb2d-90dce2365364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.349201 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['224c78c0-8863-4f7f-b9a4-d9d45db5c3ea'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:19.386188 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-34868b0b-79e4-44ff-b0f3-7f5bc060ad60 req-1a1ffe87-80bd-4dff-8c9d-5be1a66fee5b service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790210 May 18 14:38:19.386797 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-72e45b18-2a9d-4b32-bc27-9c14e93d2951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.401281 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.423407 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e45b18-2a9d-4b32-bc27-9c14e93d2951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c548029-de62-4c21-bf35-4c6ed03f713b,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.427822 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-72e45b18-2a9d-4b32-bc27-9c14e93d2951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.428968 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-72e45b18-2a9d-4b32-bc27-9c14e93d2951 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c548029-de62-4c21-bf35-4c6ed03f713b HTTP/1.1" status: 204 len: 168 time: 0.8156631 May 18 14:38:19.431840 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:19.436808 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-72e45b18-2a9d-4b32-bc27-9c14e93d2951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.443940 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.468908 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Transition to ACTIVE for port object ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:19.488837 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.503457 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.595907 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Pushing event updated for resources: {'Port': ['ID=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.662255 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7a607a1d-c0bf-41ca-bb2d-90dce2365364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.663595 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.667914 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6b541f1d-b2cf-4a24-95a2-38284c5f4cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:19.700270 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c949b7-f7c1-4226-938f-143e5b58ce8c req-1a2843f7-5288-4901-9193-4636a904a0d0 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.702624 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c9c949b7-f7c1-4226-938f-143e5b58ce8c req-1a2843f7-5288-4901-9193-4636a904a0d0 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 946 time: 0.3690574 May 18 14:38:19.715215 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a607a1d-c0bf-41ca-bb2d-90dce2365364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd0a2a-131e-4c5a-9ce9-2666f12b107a,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:19.717713 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7a607a1d-c0bf-41ca-bb2d-90dce2365364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:19.750446 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7a607a1d-c0bf-41ca-bb2d-90dce2365364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.754067 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-7a607a1d-c0bf-41ca-bb2d-90dce2365364 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4fd0a2a-131e-4c5a-9ce9-2666f12b107a HTTP/1.1" status: 204 len: 168 time: 0.5539503 May 18 14:38:19.774631 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039db23-173d-4124-a3d0-50a4606416da req-cfa2deb3-ac42-42f1-a41b-b730b011e07e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:19.781789 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1039db23-173d-4124-a3d0-50a4606416da req-cfa2deb3-ac42-42f1-a41b-b730b011e07e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 944 time: 0.2169967 May 18 14:38:19.804326 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Attempting to bind port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:19.804838 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Attempting to bind port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '5343c5b6-494a-40cb-9169-65c0763e94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e1ee8471-4969-4023-8cd4-2f7eaf715a60'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:19.805324 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Attempting to bind port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 on network e1ee8471-4969-4023-8cd4-2f7eaf715a60 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:19.810439 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 on network e1ee8471-4969-4023-8cd4-2f7eaf715a60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:19.811436 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Attempting to bind port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 on network e1ee8471-4969-4023-8cd4-2f7eaf715a60 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:19.820382 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c9c949b7-f7c1-4226-938f-143e5b58ce8c req-16c21bf5-e545-4090-9e65-f009482394e1 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063645 May 18 14:38:19.840480 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1039db23-173d-4124-a3d0-50a4606416da req-1441ff66-a466-4462-8a96-3eabac70f3f5 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577166 May 18 14:38:19.855322 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:19.855531 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Checking segment: {'id': '5343c5b6-494a-40cb-9169-65c0763e94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e1ee8471-4969-4023-8cd4-2f7eaf715a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:19.855890 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Bound using segment: {'id': '5343c5b6-494a-40cb-9169-65c0763e94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e1ee8471-4969-4023-8cd4-2f7eaf715a60'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:19.856400 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Bound port: ce271ef0-7770-4814-b2f6-ec0ccff9a0b2, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5343c5b6-494a-40cb-9169-65c0763e94ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e1ee8471-4969-4023-8cd4-2f7eaf715a60'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:19.856833 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:19.916215 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.003601 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] For port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:20.011319 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] For port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,segment=NetworkSegment(5343c5b6-494a-40cb-9169-65c0763e94ec),segment_id=5343c5b6-494a-40cb-9169-65c0763e94ec)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:20.025816 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-20631095-530d-4b3d-a711-b81619a6785f tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.027454 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-20631095-530d-4b3d-a711-b81619a6785f tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.66 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 946 time: 0.2135534 May 18 14:38:20.029270 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.036031 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:20.148835 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465c0d7-a9d5-46cf-8d89-7ecc1301b0a4 req-04bf8460-8b49-4d2f-b8f2-ade61dae716a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.150829 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4465c0d7-a9d5-46cf-8d89-7ecc1301b0a4 req-04bf8460-8b49-4d2f-b8f2-ade61dae716a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.1071289 May 18 14:38:20.176031 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.176708 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.178250 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] 10.222.0.66 "PUT /v2.0/ports/ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 HTTP/1.1" status: 200 len: 1093 time: 1.9742143 May 18 14:38:20.178777 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Pushing event updated for resources: {'Port': ['ID=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:20.181382 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f530342-1e8d-4605-8bd6-3e4344e7fd20', 'tag': 'ce271ef0-7770-4814-b2f6-ec0ccff9a0b2'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:20.197873 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:20.234916 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4465c0d7-a9d5-46cf-8d89-7ecc1301b0a4 req-1b278a26-c8d1-45c7-966e-4d0d5b16e8f3 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771968 May 18 14:38:20.288072 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f530342-1e8d-4605-8bd6-3e4344e7fd20', 'tag': 'ce271ef0-7770-4814-b2f6-ec0ccff9a0b2', 'status': 'completed', 'code': 200} May 18 14:38:20.409044 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-0ed91033-b6f7-4add-a016-7c5d5c423b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.410539 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-0ed91033-b6f7-4add-a016-7c5d5c423b21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f36cb5efa89f4686b6ee774356ae41bf&device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 1096 time: 0.1217356 May 18 14:38:20.415075 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Deleting port 4b79c463-f39e-4e15-b471-3b398a8b6b00 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:38:20.415418 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.453200 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596786e9-2555-46e1-a81a-ff4ae4901fb1 req-01166239-db92-4f8e-9660-3e970f720578 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.455590 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-596786e9-2555-46e1-a81a-ff4ae4901fb1 req-01166239-db92-4f8e-9660-3e970f720578 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 943 time: 0.0981455 May 18 14:38:20.517236 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-2fed9e84-ad74-4d24-86e6-f58a51c1ff77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0833910 May 18 14:38:20.523652 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-596786e9-2555-46e1-a81a-ff4ae4901fb1 req-b278ec73-af5e-4343-90b6-e5020ff35725 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605743 May 18 14:38:20.644640 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:20.678134 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-09e0dc7d-1abe-4ef0-b85b-39c1fb928a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:20.679567 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-09e0dc7d-1abe-4ef0-b85b-39c1fb928a5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=52b66a2a-fc05-4934-a965-bda2429259aa HTTP/1.1" status: 200 len: 849 time: 0.1067877 May 18 14:38:20.690295 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] For port 4b79c463-f39e-4e15-b471-3b398a8b6b00, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4b79c463-f39e-4e15-b471-3b398a8b6b00,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:20.690669 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.727269 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:20.734733 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:20.735671 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.788227 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53558) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:20.859942 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-b36624e1-dab4-42fc-bb3f-320c3c7dbe82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1ee8471-4969-4023-8cd4-2f7eaf715a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1551237 May 18 14:38:20.869109 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Calling delete_port for 4b79c463-f39e-4e15-b471-3b398a8b6b00 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:38:20.895014 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.928336 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6090d3-a565-4e82-ad45-ac3eea4e2245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c78c0-8863-4f7f-b9a4-d9d45db5c3ea'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:20.940527 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:20.949311 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:20.957050 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:21.134920 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:21.138266 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:21.167886 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-0b7dcf55-22e8-4a2c-a552-ce208093f3f2 service neutron] 10.222.0.66 "GET /v2.0/networks/e1ee8471-4969-4023-8cd4-2f7eaf715a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957680 May 18 14:38:21.220658 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1607497693-network', 'tenant_id': '101469e6af7740ee8d239a783c9a0851'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:21.227281 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:21.242351 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Usage tracker for resource:network and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:21.251298 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:21.260496 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:21.273347 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b9045-c1d9-4f2a-b494-a2546b4f3d5b req-86d17f63-bc9a-43d3-ad1b-a6c3d3f2bf01 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.281838 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e50b9045-c1d9-4f2a-b494-a2546b4f3d5b req-86d17f63-bc9a-43d3-ad1b-a6c3d3f2bf01 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 945 time: 0.2183373 May 18 14:38:21.346388 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e50b9045-c1d9-4f2a-b494-a2546b4f3d5b req-400b33e8-db59-4bb1-b332-a510117dee79 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635681 May 18 14:38:21.346946 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Made reservation on behalf of 101469e6af7740ee8d239a783c9a0851 for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:21.349271 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.364005 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.367524 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.375934 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:21.377825 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['4b79c463-f39e-4e15-b471-3b398a8b6b00'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:21.425472 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc3de7-488a-469d-b1e5-1102fe95d014 req-d8511de2-c106-4a65-9b68-e630e9341837 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.426955 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ed39571b-c976-45fc-82ae-33684ddfbe55 req-80c1b7dc-027f-4474-9f58-6b2d1c7611a5 service neutron] 10.222.0.66 "GET /v2.0/networks/e1ee8471-4969-4023-8cd4-2f7eaf715a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500057 May 18 14:38:21.427344 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dcbc3de7-488a-469d-b1e5-1102fe95d014 req-d8511de2-c106-4a65-9b68-e630e9341837 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 946 time: 0.2830813 May 18 14:38:21.429043 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6090d3-a565-4e82-ad45-ac3eea4e2245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', 'code': 200} May 18 14:38:21.430293 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:21.436727 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Pushing event deleted for resources: {'Port': ['ID=4b79c463-f39e-4e15-b471-3b398a8b6b00,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:21.441457 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:21.467952 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Usage tracker for resource:security_group_rule and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:21.472624 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:21.490926 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:21.533456 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dcbc3de7-488a-469d-b1e5-1102fe95d014 req-3a5f2323-80e4-4829-9bfd-342269638dec tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955791 May 18 14:38:21.534747 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] No DVR routers for this DVR port 4b79c463-f39e-4e15-b471-3b398a8b6b00 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:38:21.537580 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.617075 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-95532ddd-24b7-4b44-9c60-134856c36e21 req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.66 "DELETE /v2.0/ports/4b79c463-f39e-4e15-b471-3b398a8b6b00 HTTP/1.1" status: 204 len: 173 time: 1.5374632 May 18 14:38:21.637403 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-25231572-9287-4bb4-8caa-a0d16ee39585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.639432 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-25231572-9287-4bb4-8caa-a0d16ee39585 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f36cb5efa89f4686b6ee774356ae41bf&device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 1096 time: 0.1054928 May 18 14:38:21.757754 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.776434 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.783989 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-437d490c-b2df-4d58-869f-8564f5cad4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:21.803730 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:21.816338 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.816747 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Added segment f2d3d342-6ddf-4477-9543-ef5c5ff0ea68 of type vlan for network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 May 18 14:38:21.849725 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:21.879915 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-940b8243-89a3-45bb-a481-2a859d162bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.881585 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-940b8243-89a3-45bb-a481-2a859d162bc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e1ee8471-4969-4023-8cd4-2f7eaf715a60 HTTP/1.1" status: 200 len: 910 time: 0.2259603 May 18 14:38:21.913408 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b7d9-c5c8-4514-a831-dcf95d5a4ebe req-253cbe2e-27d5-43f0-a942-229936c2e2f3 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.922023 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-92c4b7d9-c5c8-4514-a831-dcf95d5a4ebe req-253cbe2e-27d5-43f0-a942-229936c2e2f3 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.2345326 May 18 14:38:21.926960 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581045a1-f9d0-4a98-9a6c-0b9a79e3d0f3,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:21.972405 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-39daad3b-1057-45f1-a92b-deeb472dcdc8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 HTTP/1.1" status: 200 len: 217 time: 0.0822089 May 18 14:38:21.975776 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330fca1-0435-435e-9510-84a29352c05e req-f29bca70-d2a5-43a2-a62a-48e3099b8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:21.976716 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:21.977685 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8330fca1-0435-435e-9510-84a29352c05e req-f29bca70-d2a5-43a2-a62a-48e3099b8529 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 1098 time: 0.2121811 May 18 14:38:22.005305 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-92c4b7d9-c5c8-4514-a831-dcf95d5a4ebe req-88d41cdc-3b93-4bc6-80e8-9d1eeee83193 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822465 May 18 14:38:22.013660 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.016360 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.017144 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.080653 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-493bb337-ec89-4e45-9255-10e55c6b709c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:22.095227 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8330fca1-0435-435e-9510-84a29352c05e req-96842065-b590-4964-a8c1-fc4a9bb0bcf2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671747 May 18 14:38:22.099245 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-df18c3a1-da69-436b-be3a-4f4c853525c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.100858 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-df18c3a1-da69-436b-be3a-4f4c853525c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=52b66a2a-fc05-4934-a965-bda2429259aa HTTP/1.1" status: 200 len: 849 time: 0.1105533 May 18 14:38:22.132780 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3434069 May 18 14:38:22.136207 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53602) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:22.146524 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Request body: {'subnet': {'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1607497693-subnet', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:22.151669 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:22.155706 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Usage tracker for resource:subnet and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:22.158736 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:22.164661 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:22.200111 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Pushing event updated for resources: {'Network': ['ID=6fc883ca-381c-4537-8f24-5e176cbfcfd7,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:22.203106 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:22.212206 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:22.214735 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-0339a7e1-4153-4483-8b1d-aacff61ec6ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e1ee8471-4969-4023-8cd4-2f7eaf715a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471504 May 18 14:38:22.218615 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Made reservation on behalf of 101469e6af7740ee8d239a783c9a0851 for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:22.221194 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136235'] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:22.238766 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca138169-dbc7-48ce-bd0c-20e299ea5d44 req-2cec84ac-52c7-4969-8458-f5da1d886823 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.246323 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ca138169-dbc7-48ce-bd0c-20e299ea5d44 req-2cec84ac-52c7-4969-8458-f5da1d886823 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 943 time: 0.2097495 May 18 14:38:22.290438 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e3f06f-915d-4ae8-a8dd-3836d9a73369', 'name': 'network-vif-deleted', 'tag': '4b79c463-f39e-4e15-b471-3b398a8b6b00'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:22.318540 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ca138169-dbc7-48ce-bd0c-20e299ea5d44 req-02304c42-0629-45f8-98b9-49c06c94ba59 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712171 May 18 14:38:22.411329 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e3f06f-915d-4ae8-a8dd-3836d9a73369', 'name': 'network-vif-deleted', 'tag': '4b79c463-f39e-4e15-b471-3b398a8b6b00', 'status': 'completed', 'code': 200} May 18 14:38:22.496419 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-6c10d617-705f-4bd3-b747-f6ab2b1d0028 service neutron] 10.222.0.66 "GET /v2.0/networks/e1ee8471-4969-4023-8cd4-2f7eaf715a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606528 May 18 14:38:22.589408 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f673c-b720-420b-9d0d-8a521d53d33a req-b951cb86-d891-43b4-b07f-f83dcd82ae2d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:22.590558 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0b1f673c-b720-420b-9d0d-8a521d53d33a req-b951cb86-d891-43b4-b07f-f83dcd82ae2d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 945 time: 0.1140461 May 18 14:38:22.655012 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0b1f673c-b720-420b-9d0d-8a521d53d33a req-d1611aa6-4185-40ef-8a6b-fd4d9e526e29 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549896 May 18 14:38:22.784311 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e1959faf-ca00-4360-a2d1-46d74636d46f req-bd2bd4e4-85a9-43ff-9b40-ad16e75979e6 service neutron] 10.222.0.66 "GET /v2.0/networks/e1ee8471-4969-4023-8cd4-2f7eaf715a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790647 May 18 14:38:22.797207 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d3a44a32-fd90-4fd7-851f-d3da288a43a2 req-62bf7e40-1f93-4246-9955-9350cd26e84e tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=50e3f06f-915d-4ae8-a8dd-3836d9a73369 HTTP/1.1" status: 200 len: 210 time: 0.0654254 May 18 14:38:23.075094 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53644) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:23.092133 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136217'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.097272 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0f9f3fe4-97c2-46e4-a8e0-5b353f9fbc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.172044 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba097b3-9e9c-4707-95ca-9ada03ce3049,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.174742 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.181374 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Checking segment: {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:23.181726 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Network hostable DHCP agents. Network: 6fc883ca-381c-4537-8f24-5e176cbfcfd7, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:23.200418 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:23.215330 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae2030-bc89-4384-b218-8a0642233e1f req-8444db8d-9f76-40ab-bf5a-90d45c0d6152 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:23.217650 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-18ae2030-bc89-4384-b218-8a0642233e1f req-8444db8d-9f76-40ab-bf5a-90d45c0d6152 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.0992134 May 18 14:38:23.227321 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.238921 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 6fc883ca-381c-4537-8f24-5e176cbfcfd7) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:23.247657 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7745a3-d7f0-4500-b14f-cfe858b78158 None None] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:23.253763 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:23.254360 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.259510 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:23.270085 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a6767e7749647ae92054a568d7df331 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:23.272999 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-18ae2030-bc89-4384-b218-8a0642233e1f req-4e5613a6-f3bc-4968-a4e0-b834054c77f5 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493050 May 18 14:38:23.277617 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:23.286813 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:23.291613 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1542602 May 18 14:38:23.294904 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53650) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:23.300577 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:23.305630 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:23.309750 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Usage tracker for resource:router and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:23.313566 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:23.319906 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:23.332994 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33138036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.333995 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33048243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7784'] for router, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.365476 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.415341 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.425477 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.437018 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f37ed70f-768b-4d7c-a8e1-6f09bad1d48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.483337 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a6767e7749647ae92054a568d7df331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046571 May 18 14:38:23.486200 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53656) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:23.500965 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a92159-aa21-4178-b917-ec80d0cacb1a,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.504724 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.559858 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b93440a7-c862-40eb-b3dd-dfe1fc1b36f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.584982 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7927a9f1-cfed-54b6-95ad-f1c56a5d3a9b-6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049'}]}} from dv-cinder-787195-7-smb. {{(pid=91427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:23.586673 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.590905 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b93440a7-c862-40eb-b3dd-dfe1fc1b36f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.651175 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b93440a7-c862-40eb-b3dd-dfe1fc1b36f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.657862 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0c05cf92-2ac6-4edd-b933-6a3a328c7af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:23.673274 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93440a7-c862-40eb-b3dd-dfe1fc1b36f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a92159-aa21-4178-b917-ec80d0cacb1a,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:23.681432 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b93440a7-c862-40eb-b3dd-dfe1fc1b36f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:23.682605 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b93440a7-c862-40eb-b3dd-dfe1fc1b36f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.687045 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-b93440a7-c862-40eb-b3dd-dfe1fc1b36f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36a92159-aa21-4178-b917-ec80d0cacb1a HTTP/1.1" status: 204 len: 168 time: 0.1979375 May 18 14:38:23.782087 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.db_base_plugin_common [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Allocated IP 172.20.0.2 (6fc883ca-381c-4537-8f24-5e176cbfcfd7/8ba097b3-9e9c-4707-95ca-9ada03ce3049/41a9b634-c948-410a-9dc9-bd23eec0415a) {{(pid=91427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:23.847550 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:23.926475 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc678-4379-4104-b96e-e52441ff5d04 req-b9fcccb0-e26b-4e1f-b222-bc8033530e89 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:23.934065 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a16bc678-4379-4104-b96e-e52441ff5d04 req-b9fcccb0-e26b-4e1f-b222-bc8033530e89 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 943 time: 0.4483538 May 18 14:38:24.036474 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Notify callbacks [] for port, precommit_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.049450 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Transition to ACTIVE for port object 41a9b634-c948-410a-9dc9-bd23eec0415a will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:24.074493 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Transition to ACTIVE for port object 41a9b634-c948-410a-9dc9-bd23eec0415a will not be triggered until provisioned by entity DHCP. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:24.083211 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.088449 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-b523e081-9667-4565-a7cf-787c86acab20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.093433 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a16bc678-4379-4104-b96e-e52441ff5d04 req-ba9d756e-6d75-48d2-897b-f755752c5a03 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582160 May 18 14:38:24.131548 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53672) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:24.153498 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 is already hosted by enough agents. {{(pid=91427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:24.155123 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aac6f-6820-482c-9c7c-76f3b4156164 req-9a205e2c-3d8a-4f85-a674-579f7a6c9260 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:24.156540 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.base_scheduler [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Resources bound (agent type, host, resource id): {{(pid=91427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:24.158218 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.159053 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Received port after_create {{(pid=91427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:24.164329 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ba3aac6f-6820-482c-9c7c-76f3b4156164 req-9a205e2c-3d8a-4f85-a674-579f7a6c9260 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 945 time: 0.2084665 May 18 14:38:24.188228 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:24.192914 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6cdc429cfc4f85bee03b7ff8a58ac5 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:24.196757 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:24.204351 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:24.243531 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Pushing event updated for resources: {'Port': ['ID=41a9b634-c948-410a-9dc9-bd23eec0415a,revision_number=1']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.246703 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.272382 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Attempting to bind port 41a9b634-c948-410a-9dc9-bd23eec0415a on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:24.273085 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Attempting to bind port 41a9b634-c948-410a-9dc9-bd23eec0415a by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:24.273394 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Attempting to bind port 41a9b634-c948-410a-9dc9-bd23eec0415a on network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:24.281507 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:24.281965 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Checking segment: {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:24.282334 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.283438 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Bound using segment: {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:24.284140 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Bound port: 41a9b634-c948-410a-9dc9-bd23eec0415a, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:24.284721 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.288395 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ba3aac6f-6820-482c-9c7c-76f3b4156164 req-9a572756-1f99-4783-9d1d-4d8629bbfe54 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230083 May 18 14:38:24.411779 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.423193 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.433407 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] For port 41a9b634-c948-410a-9dc9-bd23eec0415a, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:24.437588 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] For port 41a9b634-c948-410a-9dc9-bd23eec0415a, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=41a9b634-c948-410a-9dc9-bd23eec0415a,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:24.445400 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.459456 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.480759 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.530954 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f6cdc429cfc4f85bee03b7ff8a58ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3980067 May 18 14:38:24.537894 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53684) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:24.571668 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.578955 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f9993b-e7d4-4f67-989d-7e579cd88400,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.580748 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Pushing event updated for resources: {'Port': ['ID=41a9b634-c948-410a-9dc9-bd23eec0415a,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.590437 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.603149 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.647146 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.655611 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:24.661042 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 4b79c463-f39e-4e15-b471-3b398a8b6b00 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:38:24.687861 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-15d09e59-d598-45a7-a952-996495cefc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.731186 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 4b79c463-f39e-4e15-b471-3b398a8b6b00 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:38:24.731545 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 4b79c463-f39e-4e15-b471-3b398a8b6b00 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:38:24.740436 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-15d09e59-d598-45a7-a952-996495cefc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.820744 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-15d09e59-d598-45a7-a952-996495cefc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.829766 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:24.847817 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d09e59-d598-45a7-a952-996495cefc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f9993b-e7d4-4f67-989d-7e579cd88400,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:24.854720 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-15d09e59-d598-45a7-a952-996495cefc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:24.864770 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-15d09e59-d598-45a7-a952-996495cefc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:24.883121 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-15d09e59-d598-45a7-a952-996495cefc1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51f9993b-e7d4-4f67-989d-7e579cd88400 HTTP/1.1" status: 204 len: 168 time: 0.3315468 May 18 14:38:24.992285 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,segment=NetworkSegment(5343c5b6-494a-40cb-9169-65c0763e94ec),segment_id=5343c5b6-494a-40cb-9169-65c0763e94ec)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:25.015861 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'ce271ef0-7770-4814-b2f6-ec0ccff9a0b2', 'network_id': 'e1ee8471-4969-4023-8cd4-2f7eaf715a60', 'port_id': 'ce271ef0-7770-4814-b2f6-ec0ccff9a0b2', 'mac_address': 'fa:16:3e:ec:ed:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52b66a2a-fc05-4934-a965-bda2429259aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:25.102323 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Allocated IP 172.28.3.148 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/78ef0461-d53c-47b8-a6e2-034357fb0f29) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:25.123735 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.167281 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:25.185399 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da1af-22bc-405c-8e3a-fdf34d88c229 req-0b8c5dbf-d7c1-4c53-bfbc-f2ca391f9241 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:25.187633 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-567da1af-22bc-405c-8e3a-fdf34d88c229 req-0b8c5dbf-d7c1-4c53-bfbc-f2ca391f9241 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.6709924 May 18 14:38:25.198918 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,segment=NetworkSegment(5343c5b6-494a-40cb-9169-65c0763e94ec),segment_id=5343c5b6-494a-40cb-9169-65c0763e94ec)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:25.203999 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.206044 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:25.236207 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-b3d29810-2afc-4643-a9e3-4bd2743d9ab4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:25.243211 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-b3d29810-2afc-4643-a9e3-4bd2743d9ab4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/networks?id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 HTTP/1.1" status: 200 len: 809 time: 0.4940946 May 18 14:38:25.292421 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 41a9b634-c948-410a-9dc9-bd23eec0415a up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:25.346705 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-b5e9d1cc-f923-421a-8e88-a717a68d5e09 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/quotas/ef261b4c676d4dfda647a95fb53218e5 HTTP/1.1" status: 200 len: 375 time: 0.1025894 May 18 14:38:25.374920 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:25.379016 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:25.396248 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 41a9b634-c948-410a-9dc9-bd23eec0415a completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:25.409594 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-567da1af-22bc-405c-8e3a-fdf34d88c229 req-a8f92339-40b3-4881-aaf1-c8ef5dbd4f18 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049134 May 18 14:38:25.421136 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-37891841-0415-421f-b857-6d55cd8a52f9 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef261b4c676d4dfda647a95fb53218e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653436 May 18 14:38:25.582105 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['ce271ef0-7770-4814-b2f6-ec0ccff9a0b2'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:25.650263 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.679658 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-ec6ef8dd-75fa-4d14-bd71-dd0e1d3629f0 service neutron] 10.222.0.18 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441452 May 18 14:38:25.708456 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8b298-2531-45a5-bead-9a89f80b5b59 req-ca1190da-edcc-4c76-a229-d9b944127adb tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:25.710493 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2bb8b298-2531-45a5-bead-9a89f80b5b59 req-ca1190da-edcc-4c76-a229-d9b944127adb tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 944 time: 0.1525929 May 18 14:38:25.835296 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc0d9e-1988-40f1-a851-295057c0d9d4 None None] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:25.949231 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] Provisioning for port 41a9b634-c948-410a-9dc9-bd23eec0415a completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:25.960307 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] Provisioning complete for port 41a9b634-c948-410a-9dc9-bd23eec0415a triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:25.960697 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.963662 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:25.974255 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2bb8b298-2531-45a5-bead-9a89f80b5b59 req-f2d3fb18-8eb2-4cab-896f-d064f45bae77 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444324 May 18 14:38:25.977511 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:26.051252 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:26.061630 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:26.064068 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:26.117325 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-43103142-d16c-4641-9fe5-431299f970f1 service neutron] 10.222.0.18 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183092 May 18 14:38:26.141575 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Pushing event updated for resources: {'Port': ['ID=78ef0461-d53c-47b8-a6e2-034357fb0f29,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:26.151349 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:26.329499 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.440753 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] For port 41a9b634-c948-410a-9dc9-bd23eec0415a, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=41a9b634-c948-410a-9dc9-bd23eec0415a,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:26.447977 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.450881 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:26.509278 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-41b32e6d-f746-410d-b81b-6d82600df1d9 req-e7b6c841-0e85-4cd6-b88e-2e2a103a30f7 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 210 time: 0.0843966 May 18 14:38:26.615819 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] Pushing event updated for resources: {'Port': ['ID=41a9b634-c948-410a-9dc9-bd23eec0415a,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:26.620605 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:26.668616 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:26.838003 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:26.846966 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:26.848201 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.915349 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:26.923294 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-ae512f47-cdc8-4711-9f58-d8113f7c6bd7 None None] Provisioning complete for port 41a9b634-c948-410a-9dc9-bd23eec0415a triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:26.923811 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ae512f47-cdc8-4711-9f58-d8113f7c6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.224267 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.265159 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,segment=NetworkSegment(5343c5b6-494a-40cb-9169-65c0763e94ec),segment_id=5343c5b6-494a-40cb-9169-65c0763e94ec)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:27.271901 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f530342-1e8d-4605-8bd6-3e4344e7fd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce271ef0-7770-4814-b2f6-ec0ccff9a0b2'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:27.280857 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 41a9b634-c948-410a-9dc9-bd23eec0415a up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:27.322600 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.333368 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:27.438096 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:27.441944 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:27.451880 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 41a9b634-c948-410a-9dc9-bd23eec0415a triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:27.452304 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.506679 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53778) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:27.574067 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623eb96-723b-4860-ad36-a2c7fa074062 req-504f8ea1-8d92-48e7-8778-33fa61d49890 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:27.575565 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6623eb96-723b-4860-ad36-a2c7fa074062 req-504f8ea1-8d92-48e7-8778-33fa61d49890 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.7780392 May 18 14:38:27.645610 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f27a2-6b90-435f-a5ec-fd0a5a46c300 req-8c379114-0cc7-4135-8613-1a46f3ab74be tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:27.647099 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7e8f27a2-6b90-435f-a5ec-fd0a5a46c300 req-8c379114-0cc7-4135-8613-1a46f3ab74be tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 945 time: 0.3760495 May 18 14:38:27.650443 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.658842 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33138047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087'] for router, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.666165 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:27.670691 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Usage tracker for resource:security_group_rule and tenant:52df476eb2d04ce1820fa124d5cdbde9 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:27.674091 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:27.680321 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:27.755381 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6623eb96-723b-4860-ad36-a2c7fa074062 req-96668b05-0795-4a81-960d-b92124a4df3d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593251 May 18 14:38:27.801996 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7e8f27a2-6b90-435f-a5ec-fd0a5a46c300 req-42e9ae2f-c260-4c1c-9737-ecddf45dd62e tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453714 May 18 14:38:27.803422 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.809900 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.818956 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ecf9b984-81c8-4653-8745-f4af5d745613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:27.868172 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52df476eb2d04ce1820fa124d5cdbde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603580 May 18 14:38:27.868887 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53786) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:27.880619 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f530342-1e8d-4605-8bd6-3e4344e7fd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce271ef0-7770-4814-b2f6-ec0ccff9a0b2', 'code': 200} May 18 14:38:27.889559 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd407ce-74c4-42e5-8897-7a6cbca13206,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:27.908107 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:27.968489 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-90c0ce6e-ce09-4d87-b65f-5b2e1f19eaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:27.999345 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-90c0ce6e-ce09-4d87-b65f-5b2e1f19eaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.101871 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-90c0ce6e-ce09-4d87-b65f-5b2e1f19eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.111510 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7eac2ce4-b9b8-4fdc-a6fa-6a7310cccf96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:28.158597 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 is scheduled to L3 agent 8eee9022-342d-41cc-9825-549deeb79623 with binding_index 1 {{(pid=91426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:28.176732 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0ce6e-ce09-4d87-b65f-5b2e1f19eaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd407ce-74c4-42e5-8897-7a6cbca13206,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:28.184775 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-90c0ce6e-ce09-4d87-b65f-5b2e1f19eaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:28.189499 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-90c0ce6e-ce09-4d87-b65f-5b2e1f19eaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.205445 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-90c0ce6e-ce09-4d87-b65f-5b2e1f19eaf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddd407ce-74c4-42e5-8897-7a6cbca13206 HTTP/1.1" status: 204 len: 168 time: 0.3228722 May 18 14:38:28.298828 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e739829f-4541-4429-bfff-882907dd4eeb req-b4d9e91d-b686-4d5e-93ea-1bc1cc8c7325 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 210 time: 0.0715458 May 18 14:38:28.335408 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-4e8476a5-dc93-4d78-85ed-33936042d0bb tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:28.337326 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-4e8476a5-dc93-4d78-85ed-33936042d0bb tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.66 "GET /v2.0/networks?id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 HTTP/1.1" status: 200 len: 809 time: 0.3401587 May 18 14:38:28.374839 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Request body: {'port': {'device_id': '9dc12f41-c218-4295-afd0-ae1f65189949', 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997', 'admin_state_up': True, 'tenant_id': 'ef261b4c676d4dfda647a95fb53218e5'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:28.471664 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:28.484114 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Sync routers for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:28.499840 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:28.500911 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.501049 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:28.502335 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2062802 May 18 14:38:28.504992 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53800) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:28.514492 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa57e41-fa9c-4592-8727-d664d5fff4cc req-a5d0169b-b078-4225-9bd7-2fc4f3ced037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:28.516001 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-2aa57e41-fa9c-4592-8727-d664d5fff4cc req-a5d0169b-b078-4225-9bd7-2fc4f3ced037 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 1098 time: 0.3011155 May 18 14:38:28.570055 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:28.579286 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Usage tracker for resource:port and tenant:ef261b4c676d4dfda647a95fb53218e5 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:28.586706 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:28.595008 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-2aa57e41-fa9c-4592-8727-d664d5fff4cc req-655c7fe9-3c40-4456-9289-6a8417e54daf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649581 May 18 14:38:28.596338 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:28.611780 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Made reservation on behalf of ef261b4c676d4dfda647a95fb53218e5 for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:28.617474 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:28.735656 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:28.845834 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Allocated IP 172.20.0.3 (d5ea3c04-d4ff-4f10-8f9c-12d327fd9997/91ef39bd-750f-4b0b-8b1e-1ea2527fbd28/2353f1e3-3ddd-4b35-9fc8-b7df61a84e05) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:29.151288 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:26Z', 'revision_number': 3, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:29.156711 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Checking router: 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:29.157248 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Updating router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 port 78ef0461-d53c-47b8-a6e2-034357fb0f29 binding host dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:29.197647 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.234972 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.244330 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.252983 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3bb71a1c-3fd3-4cac-88a1-151c22fd9eb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:29.366644 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Pushing event updated for resources: {'Port': ['ID=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:29.371075 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:29.372523 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:29.375291 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:29.382884 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:29.462612 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:29.463892 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.496430 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1372151 May 18 14:38:29.528307 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Request body: {'port': {'device_id': '9dc12f41-c218-4295-afd0-ae1f65189949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:29.560017 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0ec7-1252-40f3-98d8-767638e959c8 req-284e021a-6c37-4bb1-97ca-8ac25ad72826 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:29.562348 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2baf0ec7-1252-40f3-98d8-767638e959c8 req-284e021a-6c37-4bb1-97ca-8ac25ad72826 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 945 time: 0.4769509 May 18 14:38:29.574245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eac1b-2fee-4534-98d3-7a22a0b34637 req-fc989bb7-1140-4c9d-919c-193be5745e39 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:29.582512 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-430eac1b-2fee-4534-98d3-7a22a0b34637 req-fc989bb7-1140-4c9d-919c-193be5745e39 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.5107207 May 18 14:38:29.727772 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Notify callbacks [] for port, precommit_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.733864 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-430eac1b-2fee-4534-98d3-7a22a0b34637 req-8b65947b-8f4b-4488-a97c-4b6362a269df tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501703 May 18 14:38:29.761222 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.provisioning_blocks [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Transition to ACTIVE for port object 78ef0461-d53c-47b8-a6e2-034357fb0f29 will not be triggered until provisioned by entity L2. {{(pid=91428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:29.779601 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.780489 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2baf0ec7-1252-40f3-98d8-767638e959c8 req-8d4d01f8-0edb-4a78-ad19-00d60bd170b2 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927373 May 18 14:38:29.802606 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:29.897426 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53844) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:29.899745 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Attempting to bind port 78ef0461-d53c-47b8-a6e2-034357fb0f29 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:29.900120 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Attempting to bind port 78ef0461-d53c-47b8-a6e2-034357fb0f29 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:29.900482 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Attempting to bind port 78ef0461-d53c-47b8-a6e2-034357fb0f29 on network 67d17139-cc6d-4551-b5a7-1abc387186ac {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:29.908000 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:29.908376 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:29.908796 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.909185 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Bound using segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:29.909676 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Bound port: 78ef0461-d53c-47b8-a6e2-034357fb0f29, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:29.910263 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.929220 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.949582 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:29.987994 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Pushing event updated for resources: {'Port': ['ID=78ef0461-d53c-47b8-a6e2-034357fb0f29,revision_number=2']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:29.998759 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:29.999098 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:29.999427 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:29.999773 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.000118 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.000441 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.001006 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.001329 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.001643 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.001958 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.002270 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.002578 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:38:30.007859 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:30.049671 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] For port 78ef0461-d53c-47b8-a6e2-034357fb0f29, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:30.056494 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] For port 78ef0461-d53c-47b8-a6e2-034357fb0f29, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=78ef0461-d53c-47b8-a6e2-034357fb0f29,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:30.066023 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.078194 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:30.174596 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Pushing event updated for resources: {'Port': ['ID=78ef0461-d53c-47b8-a6e2-034357fb0f29,revision_number=3']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:30.179602 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:30.183895 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.195246 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:30.196419 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:30.213190 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:30.222617 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Usage tracker for resource:security_group_rule and tenant:df51fc864931498eae950a610ffb5f66 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:30.240457 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:30.264549 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:30.423298 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:30.478816 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Allocated IP 172.20.0.1 (6fc883ca-381c-4537-8f24-5e176cbfcfd7/8ba097b3-9e9c-4707-95ca-9ada03ce3049/e39187a3-1d42-47a8-91ba-6d306ed3ae4d) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:30.508717 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.515976 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:30.522606 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.531800 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.534187 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b93440a7-c862-40eb-b3dd-dfe1fc1b36f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:30.550772 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-647f0c76-e678-4882-be7a-85cdfd8debbd tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:30.552248 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-647f0c76-e678-4882-be7a-85cdfd8debbd tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 814 time: 0.4199891 May 18 14:38:30.569862 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6e0ea-9ffd-45ff-af33-0b276eefaa65,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:30.581541 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:30.592745 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Transition to ACTIVE for port object 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:30.598689 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df51fc864931498eae950a610ffb5f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6992655 May 18 14:38:30.599310 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53858) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:30.602705 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.617368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:30.632985 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7f792-d283-428c-ad48-35a549b854bd req-42c47da4-356d-464a-b130-672600d19d66 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:30.639450 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dca7f792-d283-428c-ad48-35a549b854bd req-42c47da4-356d-464a-b130-672600d19d66 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 931 time: 0.3541806 May 18 14:38:30.649638 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b8023bfe-2c37-4cf1-a128-2eedf9c0f0a3 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/quotas/b8bb889000044e9d8f4e7a24f903b091 HTTP/1.1" status: 200 len: 375 time: 0.0896900 May 18 14:38:30.731723 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:26Z', 'revision_number': 3, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:30.737448 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b8cfef-03e0-4fc4-94b6-1a4f304091e4 None None] The sync data for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb is: [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:26Z', 'revision_number': 3, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:30.761744 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dca7f792-d283-428c-ad48-35a549b854bd req-2d0574ab-5c2e-4d50-937b-50bdcccf092f tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214216 May 18 14:38:30.784264 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:30.792622 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.816628 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.provisioning_blocks [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Transition to ACTIVE for port object e39187a3-1d42-47a8-91ba-6d306ed3ae4d will not be triggered until provisioned by entity DHCP. {{(pid=91426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:30.817969 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:30.831634 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-a41148ae-6e9c-437f-8e1d-0fdfe80dc356 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1655762 May 18 14:38:30.883249 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a117ea14-8c53-4a7a-8647-eeca3441c79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.891243 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.931351 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a117ea14-8c53-4a7a-8647-eeca3441c79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:30.938584 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b65cbaf7-44c8-4db0-8910-841e12e8df70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:30.945821 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Attempting to bind port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:30.946148 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Attempting to bind port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:30.946481 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Attempting to bind port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 on network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:30.961738 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 on network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:30.962069 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Attempting to bind port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 on network d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:30.982065 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:30.982465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Checking segment: {'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:30.982821 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Bound using segment: {'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:30.983587 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Bound port: 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:30.983587 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.087402 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:31.095001 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:31.110511 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:31.112296 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a117ea14-8c53-4a7a-8647-eeca3441c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.121651 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:31.169600 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117ea14-8c53-4a7a-8647-eeca3441c79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6e0ea-9ffd-45ff-af33-0b276eefaa65,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.174642 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a117ea14-8c53-4a7a-8647-eeca3441c79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:31.175781 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Pushing event updated for resources: {'Port': ['ID=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.175896 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] For port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:31.181253 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a117ea14-8c53-4a7a-8647-eeca3441c79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.182627 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-a117ea14-8c53-4a7a-8647-eeca3441c79a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1d6e0ea-9ffd-45ff-af33-0b276eefaa65 HTTP/1.1" status: 204 len: 168 time: 0.5816872 May 18 14:38:31.199990 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] For port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:31.226715 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.233174 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-416fc2ac-1b84-4664-a977-e53cbbee9052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:31.234624 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:31.258139 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-68c22621-56b9-4caa-b1a8-cc5c8a686830 service neutron] 10.222.0.18 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134901 May 18 14:38:31.298338 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 78ef0461-d53c-47b8-a6e2-034357fb0f29 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:31.407509 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 78ef0461-d53c-47b8-a6e2-034357fb0f29 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:31.413628 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 78ef0461-d53c-47b8-a6e2-034357fb0f29 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:31.414257 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.424373 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.428137 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438332'] for router_interface, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.439927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:31.440629 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.444615 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] 10.222.0.66 "PUT /v2.0/ports/2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 HTTP/1.1" status: 200 len: 1093 time: 1.9227271 May 18 14:38:31.445469 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:31.446186 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc12f41-c218-4295-afd0-ae1f65189949', 'tag': '2353f1e3-3ddd-4b35-9fc8-b7df61a84e05'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:31.484683 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7c67a-f477-4e8c-b230-8d41d3a109ba req-a08e6f9a-b765-4aaf-8e9d-46909be076f1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:31.486134 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2ef7c67a-f477-4e8c-b230-8d41d3a109ba req-a08e6f9a-b765-4aaf-8e9d-46909be076f1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.5137041 May 18 14:38:31.543446 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-420d79b3-f773-4f1a-80fa-bad662c4b11b None None] Provisioning for port e39187a3-1d42-47a8-91ba-6d306ed3ae4d completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:31.557252 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-420d79b3-f773-4f1a-80fa-bad662c4b11b None None] Provisioning complete for port e39187a3-1d42-47a8-91ba-6d306ed3ae4d triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:31.558456 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-420d79b3-f773-4f1a-80fa-bad662c4b11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.618123 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-8eb03d25-b7e2-457c-9589-8b112d9752b5 service neutron] 10.222.0.18 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590014 May 18 14:38:31.622745 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2ef7c67a-f477-4e8c-b230-8d41d3a109ba req-7a554e07-bb88-4e38-99c0-392fe97a2929 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254659 May 18 14:38:31.645280 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-420d79b3-f773-4f1a-80fa-bad662c4b11b None None] Port e39187a3-1d42-47a8-91ba-6d306ed3ae4d cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:31.661455 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-b5ac78e4-8f9e-4664-9f7c-cae0018960e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:31.664830 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-b5ac78e4-8f9e-4664-9f7c-cae0018960e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef261b4c676d4dfda647a95fb53218e5&device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 1096 time: 0.1546583 May 18 14:38:31.748536 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.771714 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 78ef0461-d53c-47b8-a6e2-034357fb0f29, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=78ef0461-d53c-47b8-a6e2-034357fb0f29,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:31.783288 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.785772 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:31.834367 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-20d9b86c-9a3c-4bd1-9129-1fe93e98a9d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 HTTP/1.1" status: 200 len: 217 time: 0.1559260 May 18 14:38:31.965197 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:31.970855 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-f13133cc-4b16-47d1-ad46-07bc6a949656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:31.976152 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=78ef0461-d53c-47b8-a6e2-034357fb0f29,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:31.980035 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-f13133cc-4b16-47d1-ad46-07bc6a949656 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91ef39bd-750f-4b0b-8b1e-1ea2527fbd28 HTTP/1.1" status: 200 len: 849 time: 0.1376238 May 18 14:38:31.986508 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:32.058078 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-1cea5ef7-b6c4-463f-9d42-fcf5e5e1c212 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683155 May 18 14:38:32.157995 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd885ea-1340-44f5-b70f-d2afbd20d30a req-1329f1b1-25da-430c-b1ea-99888671a90f tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:32.166371 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9dd885ea-1340-44f5-b70f-d2afbd20d30a req-1329f1b1-25da-430c-b1ea-99888671a90f tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 945 time: 0.3261983 May 18 14:38:32.337685 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9dd885ea-1340-44f5-b70f-d2afbd20d30a req-eef5b57a-4233-43b3-8188-7935c566ecf7 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701105 May 18 14:38:32.381269 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-b315fd94-5c33-45c8-bc3c-df5a44b52907 service neutron] 10.222.0.66 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001735 May 18 14:38:32.384334 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc12f41-c218-4295-afd0-ae1f65189949', 'tag': '2353f1e3-3ddd-4b35-9fc8-b7df61a84e05', 'status': 'completed', 'code': 200} May 18 14:38:32.476745 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53906) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:32.587693 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.db.resource_extend [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 18 14:38:32.603453 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-955868c5-e192-4546-8bdf-c1d6beb5f24d req-0d47ac09-cdf3-471d-a891-6e8a89aa0a05 service neutron] 10.222.0.66 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151031 May 18 14:38:32.611274 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-53e58a82-208f-4062-9991-bc94b06bcce6 req-84dead37-7a77-453d-aeb5-3668f979b3c0 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 210 time: 0.1414058 May 18 14:38:32.637354 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:32.679838 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:32.904260 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4e98c8b1-fdd6-4c3f-8888-2297e9ac16fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:32.950055 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1288521905-network', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:32.950905 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-0541f92b-8a7e-4f87-85b5-5e4c6d5d9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:32.953148 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-0541f92b-8a7e-4f87-85b5-5e4c6d5d9cd5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef261b4c676d4dfda647a95fb53218e5&device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 1096 time: 0.2233875 May 18 14:38:32.976356 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:33.053145 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Usage tracker for resource:network and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:33.064425 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:33.084165 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:33.109403 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33151905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438363'] for router_interface, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.114293 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-ec906801-b2e4-48b0-97a5-d78a6bf8e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:33.119042 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-ec906801-b2e4-48b0-97a5-d78a6bf8e0aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 HTTP/1.1" status: 200 len: 910 time: 0.1567287 May 18 14:38:33.119332 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Pushing event updated for resources: {'Port': ['ID=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:33.128485 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:33.148662 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942114f-d4b3-4cca-8d41-db9b32a98b76 req-aea5abb4-0286-4f2a-b546-66bf1f7e032b tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:33.148662 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9942114f-d4b3-4cca-8d41-db9b32a98b76 req-aea5abb4-0286-4f2a-b546-66bf1f7e032b tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 943 time: 0.6769536 May 18 14:38:33.152138 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f7002-d762-4250-9cdb-4b37da00e854 req-0a2010d8-78ce-49a5-93b9-231feb48161e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:33.159216 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b93f7002-d762-4250-9cdb-4b37da00e854 req-0a2010d8-78ce-49a5-93b9-231feb48161e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.2869875 May 18 14:38:33.205557 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Made reservation on behalf of 911712592a8c44b4a5a55c7a96434b41 for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:33.208208 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.210534 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-7357feab-f068-4973-8611-ff4924760ab5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 HTTP/1.1" status: 200 len: 217 time: 0.0835645 May 18 14:38:33.220991 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 78ef0461-d53c-47b8-a6e2-034357fb0f29 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:33.238159 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.281515 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-96a45a17-236c-470a-ae68-a1a55524fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:33.282961 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-96a45a17-236c-470a-ae68-a1a55524fb9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91ef39bd-750f-4b0b-8b1e-1ea2527fbd28 HTTP/1.1" status: 200 len: 849 time: 0.0624769 May 18 14:38:33.293357 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 78ef0461-d53c-47b8-a6e2-034357fb0f29 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:33.293732 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.340243 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-c1648f56-25f3-4304-8120-b41597cbe8c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488086 May 18 14:38:33.349432 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b93f7002-d762-4250-9cdb-4b37da00e854 req-3e36077e-20eb-4f62-a777-ef7dcc121d31 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893339 May 18 14:38:33.351367 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:33.374692 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Usage tracker for resource:security_group_rule and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:33.384846 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:33.401001 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9942114f-d4b3-4cca-8d41-db9b32a98b76 req-b4f49d64-8cc3-4a30-827b-4cb1fd25bb83 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992717 May 18 14:38:33.401953 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:33.458487 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:33.461513 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:33.636168 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-0bb47cd7-7933-4e3b-8889-efc5d1012774 service neutron] 10.222.0.66 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717471 May 18 14:38:33.753330 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.768927 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:33.769838 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.774700 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2c7bc88c-84c1-4b82-9ec1-635c263b60c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:33.874610 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-e37a197d-e471-4df8-9e47-90da125a7f52 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:33.875329 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-e37a197d-e471-4df8-9e47-90da125a7f52 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Synchronizing usage tracker for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:network {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:33.897615 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-3e35ecc5-4b0e-4c73-82db-24a21ac8327f None None] Provisioning complete for port e39187a3-1d42-47a8-91ba-6d306ed3ae4d triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:33.898275 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-3e35ecc5-4b0e-4c73-82db-24a21ac8327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.900763 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6295ecd3-6ad4-464c-9da9-1dd8953027d9 req-7db85b21-1fc2-4a71-b043-c2b3dfc42f83 service neutron] 10.222.0.66 "GET /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429457 May 18 14:38:33.912720 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:33.913804 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-e37a197d-e471-4df8-9e47-90da125a7f52 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Unset dirty status for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:network {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:33.915209 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-e37a197d-e471-4df8-9e47-90da125a7f52 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 814 time: 0.3048606 May 18 14:38:33.930930 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:33.933597 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Request body: {'port': {'device_id': 'deb872cb-7c81-46f2-a485-9cda3e0e53e3', 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'admin_state_up': True, 'tenant_id': 'b8bb889000044e9d8f4e7a24f903b091'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:33.942493 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1ab757f3-9a52-45f2-9a32-47320421520b req-1bbc0a28-9624-44d6-8caa-f152b1309f5d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 210 time: 0.1400414 May 18 14:38:33.943120 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:33.962471 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:33.962872 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Added segment 2d1a4994-c3ec-499f-bab7-15e2710ef394 of type vlan for network dbb24039-3b97-401a-8991-0a5ed09a12d2 May 18 14:38:33.997545 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-3e35ecc5-4b0e-4c73-82db-24a21ac8327f None None] Port e39187a3-1d42-47a8-91ba-6d306ed3ae4d cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:34.074000 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.090931 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:34.097120 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:34.102184 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:34.109446 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Sync routers for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:34.114544 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Made reservation on behalf of b8bb889000044e9d8f4e7a24f903b091 for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:34.120142 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.120303 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:34.120949 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:34.128876 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.131242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:34.131826 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.136543 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:34.273129 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] 10.222.0.18 "PUT /v2.0/routers/06ea8b24-625e-4c00-88a6-0ed8733a4fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7595625 May 18 14:38:34.277999 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7175388 May 18 14:38:34.277999 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53934) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:34.280659 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Pushing event updated for resources: {'Network': ['ID=dbb24039-3b97-401a-8991-0a5ed09a12d2,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:34.289388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Request body: {'subnet': {'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1288521905-subnet', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'ip_version': 4}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:34.292998 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:34.295810 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:34.299997 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Usage tracker for resource:subnet and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:34.303170 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:34.312274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:34.321126 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:34.325318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Allocated IP 172.20.0.10 (ff1ce6b1-b2c7-414f-a48c-84b987063b4f/3a5835ce-3a5c-4f73-99b4-f6619f5a32e3/7c3e7867-4dc7-4076-8926-9eff47e0a275) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:34.325582 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Made reservation on behalf of 911712592a8c44b4a5a55c7a96434b41 for: {'subnet': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:34.328998 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3142995'] for subnet, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.534404 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:34.763256 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.812162 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:34.835008 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:34.850590 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['224c78c0-8863-4f7f-b9a4-d9d45db5c3ea'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:34.903187 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Network ff1ce6b1-b2c7-414f-a48c-84b987063b4f is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:34.904488 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:34.919135 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:35.002632 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Pushing event updated for resources: {'Port': ['ID=7c3e7867-4dc7-4076-8926-9eff47e0a275,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:35.008316 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:35.014922 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:35.015593 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.074471 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1453052 May 18 14:38:35.089487 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Request body: {'port': {'device_id': 'deb872cb-7c81-46f2-a485-9cda3e0e53e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:35.100905 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:32Z', 'revision_number': 2, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:35.103994 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d9823-465c-422f-9bd1-6e18c8425415 req-b4263a50-4085-47af-9d79-8295226e2b61 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:35.108891 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Checking router: 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:35.109254 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Updating router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 port e39187a3-1d42-47a8-91ba-6d306ed3ae4d binding host dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:35.111332 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a78d9823-465c-422f-9bd1-6e18c8425415 req-b4263a50-4085-47af-9d79-8295226e2b61 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 943 time: 0.4451447 May 18 14:38:35.143735 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be549069-39f4-4ec0-af76-ce0d51a9352e req-55c04cb7-c9da-4bd7-a4f2-b519aac6d267 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:35.150847 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-be549069-39f4-4ec0-af76-ce0d51a9352e req-55c04cb7-c9da-4bd7-a4f2-b519aac6d267 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.5647275 May 18 14:38:35.197757 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.234572 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a78d9823-465c-422f-9bd1-6e18c8425415 req-3eae4c01-e437-487c-91ae-f18e23ee8abb tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222594 May 18 14:38:35.278709 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-be549069-39f4-4ec0-af76-ce0d51a9352e req-9c42dc44-9c2b-4145-851e-d02f06a2ee93 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268942 May 18 14:38:35.288638 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53968) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:35.318094 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1213144937-network', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:35.345474 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:35.355141 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Usage tracker for resource:network and tenant:5dbe61b32afe422cb2ff04c3777861f2 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:35.369933 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:35.386615 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:35.444083 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.472829 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Made reservation on behalf of 5dbe61b32afe422cb2ff04c3777861f2 for: {'network': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:35.475611 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.499821 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.554008 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:35.559775 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Usage tracker for resource:security_group_rule and tenant:5dbe61b32afe422cb2ff04c3777861f2 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:35.564298 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:35.573279 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:35.622520 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143009'] for subnet, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.641068 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:35.799498 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd2d4b3-f62e-4a79-940c-ea1cbab58433,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:35.819797 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:35.832572 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Notify callbacks [] for port, precommit_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.847493 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Transition to ACTIVE for port object e39187a3-1d42-47a8-91ba-6d306ed3ae4d will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:35.854566 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Checking segment: {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:35.854940 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Network hostable DHCP agents. Network: dbb24039-3b97-401a-8991-0a5ed09a12d2, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:35.856578 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.862013 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:35.874194 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.890412 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cd930-c3fa-41c0-ba5f-002ae0ad4642 req-b6a4f09c-051e-42ce-9ff0-9154f0fdad97 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:35.891947 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c99cd930-c3fa-41c0-ba5f-002ae0ad4642 req-b6a4f09c-051e-42ce-9ff0-9154f0fdad97 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 932 time: 0.2217767 May 18 14:38:35.894523 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.897571 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-3b15da5b-5674-4939-99af-5487e23adfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:35.910639 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:35.928019 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3e7867-4dc7-4076-8926-9eff47e0a275 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:35.937883 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.955894 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=91426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:35.959392 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Transition to ACTIVE for port object 7c3e7867-4dc7-4076-8926-9eff47e0a275 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:35.965943 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:35.971476 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-85110819-788f-4e17-8cd5-b8edf557916d tempest-DeleteServersTestJSON-1216261340 tempest-DeleteServersTestJSON-1216261340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:35.974627 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, dbb24039-3b97-401a-8991-0a5ed09a12d2) {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:35.979994 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b8ac8a-9ae1-486e-8fcd-7343ec47391d,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:35.999658 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29acd07b-31bb-42e0-98df-b12e430ec6cb None None] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:36.003795 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:36.009057 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.009720 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.segments_db [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Added segment dad1cfaa-ff76-49bc-a66e-25141721c42d of type vlan for network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b May 18 14:38:36.039564 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac592e7-edf0-4497-af00-3ac7e133c80c None None] Pushing event updated for resources: {'Port': ['ID=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:36.046365 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-8ac592e7-edf0-4497-af00-3ac7e133c80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:36.055480 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.118592 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c99cd930-c3fa-41c0-ba5f-002ae0ad4642 req-48b1af15-c35d-4d21-a407-c70315563df8 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126982 May 18 14:38:36.123964 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.125612 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:36.145468 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.153377 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:36.153982 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.171392 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:36.243757 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Attempting to bind port e39187a3-1d42-47a8-91ba-6d306ed3ae4d on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:36.244125 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Attempting to bind port e39187a3-1d42-47a8-91ba-6d306ed3ae4d by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:36.244493 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Attempting to bind port e39187a3-1d42-47a8-91ba-6d306ed3ae4d on network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:36.263009 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:36.263390 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Checking segment: {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:36.264341 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.265068 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Bound using segment: {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:36.265287 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Bound port: e39187a3-1d42-47a8-91ba-6d306ed3ae4d, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:36.265663 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.316111 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e7867-4dc7-4076-8926-9eff47e0a275,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:36.322296 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:36.360551 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Attempting to bind port 7c3e7867-4dc7-4076-8926-9eff47e0a275 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:36.361007 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Attempting to bind port 7c3e7867-4dc7-4076-8926-9eff47e0a275 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:36.361457 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Attempting to bind port 7c3e7867-4dc7-4076-8926-9eff47e0a275 on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:36.366708 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Port 7c3e7867-4dc7-4076-8926-9eff47e0a275 on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:38:36.367306 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Attempting to bind port 7c3e7867-4dc7-4076-8926-9eff47e0a275 on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:36.374329 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:36.374829 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Checking segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:36.375319 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Bound using segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:36.375858 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Bound port: 7c3e7867-4dc7-4076-8926-9eff47e0a275, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:36.376320 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.381683 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Pushing event updated for resources: {'Network': ['ID=1c58ab7e-9c68-4827-b6c8-feae6b39de9b,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:36.401610 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:36.405542 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:36.512403 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] For port 7c3e7867-4dc7-4076-8926-9eff47e0a275, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:36.516079 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] For port 7c3e7867-4dc7-4076-8926-9eff47e0a275, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c3e7867-4dc7-4076-8926-9eff47e0a275,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:36.524492 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.531658 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:36.537553 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-b0961781-494d-4ada-a8c6-bed64bc72200 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2586758 May 18 14:38:36.541602 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2496297 May 18 14:38:36.578704 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 53996) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:36.579259 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 53998) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:36.590087 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:36.593731 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Request body: {'subnet': {'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1213144937-subnet', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'ip_version': 4}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:36.612365 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:36.613289 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7927a9f1-cfed-54b6-95ad-f1c56a5d3a9b-dbb24039-3b97-401a-8991-0a5ed09a12d2', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433'}]}} from dv-cinder-787195-7-smb. {{(pid=91427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:36.614817 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.615257 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:36.620649 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Usage tracker for resource:router and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:36.626137 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:36.626632 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Usage tracker for resource:subnet and tenant:5dbe61b32afe422cb2ff04c3777861f2 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:36.626830 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.628122 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] 10.222.0.66 "PUT /v2.0/ports/7c3e7867-4dc7-4076-8926-9eff47e0a275 HTTP/1.1" status: 200 len: 1094 time: 1.5450110 May 18 14:38:36.628945 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:36.632034 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] For port e39187a3-1d42-47a8-91ba-6d306ed3ae4d, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:36.632268 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb872cb-7c81-46f2-a485-9cda3e0e53e3', 'tag': '7c3e7867-4dc7-4076-8926-9eff47e0a275'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:36.633172 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:36.643178 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:36.646824 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:36.647823 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] For port e39187a3-1d42-47a8-91ba-6d306ed3ae4d, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:36.664023 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33138036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.665463 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33048243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7784'] for router, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.667367 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.669935 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e7867-4dc7-4076-8926-9eff47e0a275,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:36.674318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:36.685630 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb312b-bdc7-4bce-a9ea-ea2b21856003 req-dc18030f-f99a-4ab2-876e-9cb0b4d8f32b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:36.686714 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-27bb312b-bdc7-4bce-a9ea-ea2b21856003 req-dc18030f-f99a-4ab2-876e-9cb0b4d8f32b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.2250452 May 18 14:38:36.689468 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Made reservation on behalf of 5dbe61b32afe422cb2ff04c3777861f2 for: {'subnet': 1} {{(pid=91426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:36.691671 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.691825 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3142995'] for subnet, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:36.727110 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:36.782796 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:36.799865 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a6b09-396e-417b-859a-abf0bd64fa85 req-345a2448-4fcc-40cb-9852-f1ec4b26baab tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:36.807800 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1c9a6b09-396e-417b-859a-abf0bd64fa85 req-345a2448-4fcc-40cb-9852-f1ec4b26baab tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 943 time: 0.2779756 May 18 14:38:36.893188 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-27bb312b-bdc7-4bce-a9ea-ea2b21856003 req-ca4a7239-d2bc-4cfb-bcef-dfdd161ede72 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864977 May 18 14:38:36.918576 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1c9a6b09-396e-417b-859a-abf0bd64fa85 req-3b28b07c-dac0-4699-b95c-6997c8eabd8a tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081188 May 18 14:38:36.954708 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac592e7-edf0-4497-af00-3ac7e133c80c None None] Pushing event updated for resources: {'Port': ['ID=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:36.965865 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-8ac592e7-edf0-4497-af00-3ac7e133c80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:37.004412 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:37.005348 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:37.091493 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.113201 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-917c7205-dace-4b96-8676-49ddd7fce9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:37.121739 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-917c7205-dace-4b96-8676-49ddd7fce9a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 1097 time: 0.4122369 May 18 14:38:37.315693 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-b50a3e56-e051-4819-b6e7-debdc2842779 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c3e7867-4dc7-4076-8926-9eff47e0a275 HTTP/1.1" status: 200 len: 217 time: 0.1785512 May 18 14:38:37.317908 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb872cb-7c81-46f2-a485-9cda3e0e53e3', 'tag': '7c3e7867-4dc7-4076-8926-9eff47e0a275', 'status': 'completed', 'code': 200} May 18 14:38:37.411220 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:37.531592 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.db_base_plugin_common [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Allocated IP 172.20.0.2 (dbb24039-3b97-401a-8991-0a5ed09a12d2/8cd2d4b3-f62e-4a79-940c-ea1cbab58433/f5ee4010-4cff-4502-94dc-2766b6d036ae) {{(pid=91427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:37.546634 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:37.596993 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f5558-61e1-4ef5-87fb-ff84ebd691d3 req-25e0a698-27f0-4902-babf-45da22dc0b5f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:37.598698 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bf5f5558-61e1-4ef5-87fb-ff84ebd691d3 req-25e0a698-27f0-4902-babf-45da22dc0b5f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 944 time: 0.1945581 May 18 14:38:37.625272 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-8b7e6343-a009-4bef-83fa-700e682ba5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:37.626725 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-8b7e6343-a009-4bef-83fa-700e682ba5a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 200 len: 854 time: 0.2700856 May 18 14:38:37.631694 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '2353f1e3-3ddd-4b35-9fc8-b7df61a84e05', 'network_id': 'd5ea3c04-d4ff-4f10-8f9c-12d327fd9997', 'port_id': '2353f1e3-3ddd-4b35-9fc8-b7df61a84e05', 'mac_address': 'fa:16:3e:17:a1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ef39bd-750f-4b0b-8b1e-1ea2527fbd28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:37.635484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074f403-791c-49cf-b190-257d744dce6f req-892ad2e5-96e5-4654-8003-a0b7bf0188b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:37.636969 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5074f403-791c-49cf-b190-257d744dce6f req-892ad2e5-96e5-4654-8003-a0b7bf0188b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 1098 time: 0.4197075 May 18 14:38:37.710648 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-77b4852e-22ef-4e85-a3b1-68dc929b2c67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607541 May 18 14:38:37.717400 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bf5f5558-61e1-4ef5-87fb-ff84ebd691d3 req-9d52b122-842e-4016-bebe-19a6e1945b73 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079352 May 18 14:38:37.718704 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2923176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3143009'] for subnet, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.726706 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:37.820052 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f093b99-a0ab-4a79-ab55-21c56b320285,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:37.820303 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5074f403-791c-49cf-b190-257d744dce6f req-f42849fe-bb1c-4849-9214-f3f1ca1e0b40 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329868 May 18 14:38:37.828072 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:37.844153 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Checking segment: {'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:37.845682 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Network hostable DHCP agents. Network: 1c58ab7e-9c68-4827-b6c8-feae6b39de9b, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:37.855361 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba86a6-70f0-48e6-92f6-5645fa8f3d38 req-d358cca5-b09c-49b3-8b0e-2c85219d7608 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:37.856855 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-30ba86a6-70f0-48e6-92f6-5645fa8f3d38 req-d358cca5-b09c-49b3-8b0e-2c85219d7608 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 945 time: 0.2404959 May 18 14:38:37.867596 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.886014 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:37.913382 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 1c58ab7e-9c68-4827-b6c8-feae6b39de9b) {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:37.930045 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:37.930585 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:37.931261 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:37.940153 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-30ba86a6-70f0-48e6-92f6-5645fa8f3d38 req-11d7c20c-0adc-4173-8953-6b1ef2103ced tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707095 May 18 14:38:37.943164 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c79f5-40b3-4228-bee6-123a629e57cd None None] Network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:37.979999 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-f3d7fcfc-fe1a-47a2-b2df-ae1a880bab43 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3980594 May 18 14:38:37.983032 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 54016) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:37.988704 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:37.997303 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:38.011463 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Usage tracker for resource:router and tenant:5dbe61b32afe422cb2ff04c3777861f2 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:38.015281 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:38.022272 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:38.043624 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33138036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.045106 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33048243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7784'] for router, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.068014 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.083657 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-4851d764-228a-428c-a5bc-8d9962cc0b55 service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635044 May 18 14:38:38.109445 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:38.147287 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.163271 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.172799 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:38.247591 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.293435 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Notify callbacks [] for port, precommit_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.346443 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Transition to ACTIVE for port object f5ee4010-4cff-4502-94dc-2766b6d036ae will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:38.358322 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:38.382179 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:38.405646 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Transition to ACTIVE for port object f5ee4010-4cff-4502-94dc-2766b6d036ae will not be triggered until provisioned by entity DHCP. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:38.457348 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.467710 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-821bef44-c769-4b86-8ce0-8605fc335834 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:38.504705 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Allocated IP 172.28.3.190 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/827781f3-62c7-47f6-ab72-90c42587c90b) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:38.509060 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-de52f9de-25e5-4a4e-b584-de2d40a88a75 req-402ae275-84b1-4e6c-bac0-769b847825dd service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116931 May 18 14:38:38.532684 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7927a9f1-cfed-54b6-95ad-f1c56a5d3a9b-1c58ab7e-9c68-4827-b6c8-feae6b39de9b', 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'fixed_ips': [{'subnet_id': '7f093b99-a0ab-4a79-ab55-21c56b320285'}]}} from dv-cinder-787195-7-smb. {{(pid=91427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:38.533496 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.549839 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['2353f1e3-3ddd-4b35-9fc8-b7df61a84e05'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:38.611291 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:36Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:38.615080 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 is already hosted by enough agents. {{(pid=91427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:38.635084 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.635639 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.base_scheduler [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Resources bound (agent type, host, resource id): {{(pid=91427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:38.638084 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Received port after_create {{(pid=91427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:38.655513 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Pushing event updated for resources: {'Port': ['ID=f5ee4010-4cff-4502-94dc-2766b6d036ae,revision_number=1']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:38.664711 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:38.665594 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76499cec-ba0f-4a99-a397-8347b0cc698f None None] The sync data for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb is: [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:36Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:38.726899 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a6552-52a8-44e2-b22b-874eff4c03e6 req-2da7afd4-c563-44dc-b1c1-81fd3e3253fb tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:38.736002 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f45a6552-52a8-44e2-b22b-874eff4c03e6 req-2da7afd4-c563-44dc-b1c1-81fd3e3253fb tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 944 time: 0.6513977 May 18 14:38:38.791754 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.800887 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e352e37-bfe1-495f-a2f3-4e25cb3e9e69 req-2812ab4d-ab4c-44c0-a3cd-5435825c3361 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:38.811714 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8e352e37-bfe1-495f-a2f3-4e25cb3e9e69 req-2812ab4d-ab4c-44c0-a3cd-5435825c3361 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.6829190 May 18 14:38:38.833521 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-156edaaa-02fa-4caf-a437-cdfe6bb47ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:38.835997 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-156edaaa-02fa-4caf-a437-cdfe6bb47ce3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 1097 time: 0.2044437 May 18 14:38:38.904262 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f45a6552-52a8-44e2-b22b-874eff4c03e6 req-5de29797-595a-474b-b9a4-e86ca8ced18a tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655519 May 18 14:38:38.952376 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:38.965559 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f4693c42-7011-4fb8-a2ea-b6d4b5924651 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:38.987853 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8e352e37-bfe1-495f-a2f3-4e25cb3e9e69 req-3297c696-6ceb-474d-89d7-999e44c9f91f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749990 May 18 14:38:39.060184 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.db_base_plugin_common [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Allocated IP 172.20.0.2 (1c58ab7e-9c68-4827-b6c8-feae6b39de9b/7f093b99-a0ab-4a79-ab55-21c56b320285/a14c49ef-fd68-4184-be7c-20b830156402) {{(pid=91427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:39.122299 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Attempting to bind port f5ee4010-4cff-4502-94dc-2766b6d036ae on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:39.143413 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Attempting to bind port f5ee4010-4cff-4502-94dc-2766b6d036ae by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:39.143790 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Attempting to bind port f5ee4010-4cff-4502-94dc-2766b6d036ae on network dbb24039-3b97-401a-8991-0a5ed09a12d2 {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:39.176570 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:39.178718 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Pushing event updated for resources: {'Port': ['ID=827781f3-62c7-47f6-ab72-90c42587c90b,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:39.188861 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:39.196514 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:39.200471 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:39.273770 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:39.274157 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Checking segment: {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:39.274627 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.274972 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Bound using segment: {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:39.275471 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Bound port: f5ee4010-4cff-4502-94dc-2766b6d036ae, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:39.275920 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.330610 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-8e219c19-979d-4841-8387-843f8cd30262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.335210 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-8e219c19-979d-4841-8387-843f8cd30262 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 915 time: 0.4869387 May 18 14:38:39.357104 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device e39187a3-1d42-47a8-91ba-6d306ed3ae4d up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:39.379482 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.504537 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.535910 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-fd801836-28f1-4d93-86be-1d82aa1ca73d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c3e7867-4dc7-4076-8926-9eff47e0a275 HTTP/1.1" status: 200 len: 217 time: 0.1247647 May 18 14:38:39.646209 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] For port f5ee4010-4cff-4502-94dc-2766b6d036ae, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:39.649909 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] For port f5ee4010-4cff-4502-94dc-2766b6d036ae, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=f5ee4010-4cff-4502-94dc-2766b6d036ae,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:39.674019 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:39.697140 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:39.745571 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b20bdb-c383-4c45-903d-e1b5c9d19fd4 req-9050a471-814b-4f56-b998-70b801e61995 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.747561 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-21b20bdb-c383-4c45-903d-e1b5c9d19fd4 req-9050a471-814b-4f56-b998-70b801e61995 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 945 time: 0.2400923 May 18 14:38:39.799050 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec772c71-f770-4bc5-8c08-392fee2d914b req-848da6b2-f005-41ea-8c05-04acd6d0975a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:39.800655 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ec772c71-f770-4bc5-8c08-392fee2d914b req-848da6b2-f005-41ea-8c05-04acd6d0975a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 944 time: 0.3886707 May 18 14:38:39.860521 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Allocated IP 172.28.3.51 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:39.873777 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-21b20bdb-c383-4c45-903d-e1b5c9d19fd4 req-be528d0e-4496-4e6d-88bc-fcc698046310 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109219 May 18 14:38:39.910456 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ec772c71-f770-4bc5-8c08-392fee2d914b req-3b384096-9158-46ad-92fb-50cd3ac0af4b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978336 May 18 14:38:39.953413 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Pushing event updated for resources: {'Port': ['ID=f5ee4010-4cff-4502-94dc-2766b6d036ae,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:40.054519 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-e81cb934-0d64-4ce8-8ee8-704212d0146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:40.059756 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-e81cb934-0d64-4ce8-8ee8-704212d0146e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 200 len: 854 time: 0.5124145 May 18 14:38:40.112265 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Notify callbacks [] for port, precommit_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.133099 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:40.147605 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Transition to ACTIVE for port object a14c49ef-fd68-4184-be7c-20b830156402 will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:40.177084 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-ecb5e2c4-a745-4125-8fa9-a986139b7c4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817304 May 18 14:38:40.184026 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Transition to ACTIVE for port object a14c49ef-fd68-4184-be7c-20b830156402 will not be triggered until provisioned by entity DHCP. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:40.221703 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.232906 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:40.302515 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port e39187a3-1d42-47a8-91ba-6d306ed3ae4d completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:40.312117 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Pushing event updated for resources: {'Port': ['ID=a14c49ef-fd68-4184-be7c-20b830156402,revision_number=1']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:40.321372 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:40.322391 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port e39187a3-1d42-47a8-91ba-6d306ed3ae4d triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:40.322922 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.369593 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.411491 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7ee5d-eabf-4406-923f-6c88baa155ea req-25274dfd-b6e6-4051-84d2-e583645b8af5 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:40.413053 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e4e7ee5d-eabf-4406-923f-6c88baa155ea req-25274dfd-b6e6-4051-84d2-e583645b8af5 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.1905186 May 18 14:38:40.420566 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b is already hosted by enough agents. {{(pid=91427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:40.424655 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.base_scheduler [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Resources bound (agent type, host, resource id): {{(pid=91427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:40.427337 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Received port after_create {{(pid=91427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:40.440981 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5a6c-efba-4304-a649-b62e7812d763 req-897e01ec-1fc0-4585-bda6-dac7df6b9da2 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:40.443021 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ccfc5a6c-efba-4304-a649-b62e7812d763 req-897e01ec-1fc0-4585-bda6-dac7df6b9da2 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 944 time: 0.2984567 May 18 14:38:40.530244 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.539287 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-886df636-3d4e-4cda-a231-260726bd65f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:40.581451 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e4e7ee5d-eabf-4406-923f-6c88baa155ea req-dfa40211-c77e-450f-94cb-f773140fd3f6 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521032 May 18 14:38:40.604905 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ccfc5a6c-efba-4304-a649-b62e7812d763 req-54db29ca-3491-4d5c-a8c3-90ffeb4dfc58 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388094 May 18 14:38:40.614512 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:40.617650 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:40.629140 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:40.632827 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Attempting to bind port a14c49ef-fd68-4184-be7c-20b830156402 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:40.633211 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Attempting to bind port a14c49ef-fd68-4184-be7c-20b830156402 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:40.633687 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Attempting to bind port a14c49ef-fd68-4184-be7c-20b830156402 on network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:40.645936 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-e8f9fd0b-d357-4e22-9854-456c6f6c2ab9 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:40.646679 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-e8f9fd0b-d357-4e22-9854-456c6f6c2ab9 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Synchronizing usage tracker for tenant:f36cb5efa89f4686b6ee774356ae41bf on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:40.662962 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:40.663332 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Checking segment: {'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:40.663736 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.664189 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Bound using segment: {'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:40.664618 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Bound port: a14c49ef-fd68-4184-be7c-20b830156402, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:40.664993 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.680287 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:40.691628 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:40.700022 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.742568 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.884078 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port e39187a3-1d42-47a8-91ba-6d306ed3ae4d, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:40.887926 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] For port a14c49ef-fd68-4184-be7c-20b830156402, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:40.893040 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] For port a14c49ef-fd68-4184-be7c-20b830156402, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=a14c49ef-fd68-4184-be7c-20b830156402,segment=NetworkSegment(dad1cfaa-ff76-49bc-a66e-25141721c42d),segment_id=dad1cfaa-ff76-49bc-a66e-25141721c42d)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:40.905457 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.914640 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:40.960562 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:40.973455 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-7b678e37-b094-4ba6-9911-7853c2887fad service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733331 May 18 14:38:41.024459 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:41.035329 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:41.035832 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:41.114752 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Pushing event updated for resources: {'Port': ['ID=a14c49ef-fd68-4184-be7c-20b830156402,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:41.137099 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:41.227650 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae4b82b-7862-4ba3-832d-393ecb22d9d9 None None] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:41.244164 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-e8f9fd0b-d357-4e22-9854-456c6f6c2ab9 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Unset dirty status for tenant:f36cb5efa89f4686b6ee774356ae41bf on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:41.246446 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-e8f9fd0b-d357-4e22-9854-456c6f6c2ab9 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 945 time: 1.4335854 May 18 14:38:41.382939 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d6cbb971-03f9-42bf-8196-502e1049aafe None None] Provisioning for port f5ee4010-4cff-4502-94dc-2766b6d036ae completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:41.508604 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device f5ee4010-4cff-4502-94dc-2766b6d036ae up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:41.527165 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d45274-c6b8-4e60-8541-5dfa010bd8b4 req-0f7c4298-d936-47a9-893e-464b4a839f07 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:41.534025 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a6d45274-c6b8-4e60-8541-5dfa010bd8b4 req-0f7c4298-d936-47a9-893e-464b4a839f07 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.5289564 May 18 14:38:41.537487 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33138047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087'] for router, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.540918 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b14406d2-7055-4825-a90c-a1622b8e1196 req-e40f13ea-48ce-4375-928c-46cdb482ae9b service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594586 May 18 14:38:41.597268 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa90f18-4e0c-4729-9c43-ae1aea270f27 req-91725fd8-4018-4a7f-b179-f714db19c450 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:41.598810 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8aa90f18-4e0c-4729-9c43-ae1aea270f27 req-91725fd8-4018-4a7f-b179-f714db19c450 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 945 time: 0.4142551 May 18 14:38:41.666386 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port f5ee4010-4cff-4502-94dc-2766b6d036ae completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:41.669379 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a6d45274-c6b8-4e60-8541-5dfa010bd8b4 req-6efa9183-d5b0-4ff9-80de-afbedc559346 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342926 May 18 14:38:41.674906 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port f5ee4010-4cff-4502-94dc-2766b6d036ae triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:41.675408 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.725722 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Deleting port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:38:41.726061 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.782050 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.848611 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.908856 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port f5ee4010-4cff-4502-94dc-2766b6d036ae, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=f5ee4010-4cff-4502-94dc-2766b6d036ae,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:41.916963 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:41.917839 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device e39187a3-1d42-47a8-91ba-6d306ed3ae4d up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:41.929828 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8aa90f18-4e0c-4729-9c43-ae1aea270f27 req-3b2f9ec9-f750-4f3b-9433-ade912048de6 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fd097c0-2652-49b2-9171-f955b022aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188045 May 18 14:38:41.974123 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:42.136493 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] For port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,segment=NetworkSegment(5343c5b6-494a-40cb-9169-65c0763e94ec),segment_id=5343c5b6-494a-40cb-9169-65c0763e94ec)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:42.137007 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.276335 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-874f9173-2994-4c62-bce7-5b51c0b898ff None None] Provisioning complete for port f5ee4010-4cff-4502-94dc-2766b6d036ae triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:42.276920 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-874f9173-2994-4c62-bce7-5b51c0b898ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.346158 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Calling delete_port for ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:38:42.370425 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=f5ee4010-4cff-4502-94dc-2766b6d036ae,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:42.376252 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:42.456771 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf5c2f-7ec9-479b-bc96-fb2de1fb6c0b req-30c76c83-65d8-42d0-b0d8-f0a5f85b9ccc tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:42.470036 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8caf5c2f-7ec9-479b-bc96-fb2de1fb6c0b req-30c76c83-65d8-42d0-b0d8-f0a5f85b9ccc tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 944 time: 0.5434840 May 18 14:38:42.484463 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dc069-f062-4870-8c77-f270ed8e629d req-51890a83-4bc3-47df-9d6b-b55d47521868 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:42.492087 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-768dc069-f062-4870-8c77-f270ed8e629d req-51890a83-4bc3-47df-9d6b-b55d47521868 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 944 time: 0.3071892 May 18 14:38:42.534640 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 is scheduled to L3 agent 8eee9022-342d-41cc-9825-549deeb79623 with binding_index 1 {{(pid=91425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:42.535658 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port e39187a3-1d42-47a8-91ba-6d306ed3ae4d triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:42.536050 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.595545 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2af5ec4-4b43-4962-aa8f-07e188560002 None None] Network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:42.657569 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8caf5c2f-7ec9-479b-bc96-fb2de1fb6c0b req-d938071d-d3e6-4fd3-ac57-a47b43c69a2e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831825 May 18 14:38:42.680107 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-768dc069-f062-4870-8c77-f270ed8e629d req-bb3c6565-1871-4631-ac7b-05b9474f4d08 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864147 May 18 14:38:42.681137 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33138047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087'] for router, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.725312 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 7c3e7867-4dc7-4076-8926-9eff47e0a275 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:38:42.727690 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:42.732206 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.746805 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3c3ddd49-c343-4e09-a97e-28a75449eede tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:42.804423 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Pushing event deleted for resources: {'Port': ['ID=ce271ef0-7770-4814-b2f6-ec0ccff9a0b2,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:42.807657 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:42.814139 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['ce271ef0-7770-4814-b2f6-ec0ccff9a0b2'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:42.908494 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] No DVR routers for this DVR port ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:38:42.913266 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.919792 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f530342-1e8d-4605-8bd6-3e4344e7fd20', 'name': 'network-vif-deleted', 'tag': 'ce271ef0-7770-4814-b2f6-ec0ccff9a0b2'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:42.929616 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-f6cf7dd9-5289-4fca-bd5b-6fc78ecf3de3 None None] Provisioning for port a14c49ef-fd68-4184-be7c-20b830156402 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:42.930221 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:42.953590 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Sync routers for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:42.970267 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:42.970798 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:42.976801 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-3fae3f3e-5ff5-4d13-8bff-d4d61afa2011 req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.66 "DELETE /v2.0/ports/ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 HTTP/1.1" status: 204 len: 173 time: 1.7219541 May 18 14:38:42.982612 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Notify callbacks [] for router, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:42.986537 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3985612 May 18 14:38:42.986896 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54060) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:43.007639 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:43.070278 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 is scheduled to L3 agent 8eee9022-342d-41cc-9825-549deeb79623 with binding_index 1 {{(pid=91426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:43.160405 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f530342-1e8d-4605-8bd6-3e4344e7fd20', 'name': 'network-vif-deleted', 'tag': 'ce271ef0-7770-4814-b2f6-ec0ccff9a0b2', 'status': 'completed', 'code': 200} May 18 14:38:43.203826 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:43.204235 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.256023 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-75c73fb4-6ac6-4cb4-b555-6152ce38ae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.312022 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:43.349196 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e63ecc42-2dc4-4406-98f3-1d72ab8c86b3 req-62f6733c-a0c3-430b-9117-8b20d4ab2ee3 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f530342-1e8d-4605-8bd6-3e4344e7fd20 HTTP/1.1" status: 200 len: 210 time: 0.0666809 May 18 14:38:43.466770 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 7c3e7867-4dc7-4076-8926-9eff47e0a275, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c3e7867-4dc7-4076-8926-9eff47e0a275,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:43.528084 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '7c3e7867-4dc7-4076-8926-9eff47e0a275', 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'port_id': '7c3e7867-4dc7-4076-8926-9eff47e0a275', 'mac_address': 'fa:16:3e:b1:db:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5835ce-3a5c-4f73-99b4-f6619f5a32e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:38:43.563051 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:43.596692 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.598257 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-9764afd1-1c2f-4339-844f-b9361ee25a47 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6138728 May 18 14:38:43.601521 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 54066) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:43.607539 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device f5ee4010-4cff-4502-94dc-2766b6d036ae up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:43.671203 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Sync routers for ids ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:43.725215 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.760232 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Routers {'d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:43.760921 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:43.821478 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.894345 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc12f41-c218-4295-afd0-ae1f65189949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2353f1e3-3ddd-4b35-9fc8-b7df61a84e05'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:43.925340 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:43.925801 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 3, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:43.933581 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3e7867-4dc7-4076-8926-9eff47e0a275 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:38:43.937225 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Checking router: 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:43.937633 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Updating router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 port 827781f3-62c7-47f6-ab72-90c42587c90b binding host dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:43.944074 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:43.949898 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.044560 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:44.065337 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:44.068455 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.136046 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port f5ee4010-4cff-4502-94dc-2766b6d036ae triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:44.136701 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.210611 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.235030 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 7c3e7867-4dc7-4076-8926-9eff47e0a275, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c3e7867-4dc7-4076-8926-9eff47e0a275,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:44.251275 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.254454 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071375b8-24cc-4ffe-b619-9b9ec9b5c6c1 req-11145b51-53f9-4be5-ab6d-5e3c6524c4be tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:44.258582 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.262417 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-071375b8-24cc-4ffe-b619-9b9ec9b5c6c1 req-11145b51-53f9-4be5-ab6d-5e3c6524c4be tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 944 time: 0.3448460 May 18 14:38:44.337955 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=7c3e7867-4dc7-4076-8926-9eff47e0a275,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:44.351486 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:44.360126 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b0ade-dd60-4cff-981f-8b8024e1df62 req-8459eb1c-6481-4a2c-a329-dc167c666205 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:44.361837 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d23b0ade-dd60-4cff-981f-8b8024e1df62 req-8459eb1c-6481-4a2c-a329-dc167c666205 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 945 time: 0.3752773 May 18 14:38:44.379282 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Set router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:44.439815 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-071375b8-24cc-4ffe-b619-9b9ec9b5c6c1 req-c14204d0-ffee-4594-80d1-7e5c4e23c020 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762702 May 18 14:38:44.501600 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d23b0ade-dd60-4cff-981f-8b8024e1df62 req-fa1cf4d3-c769-4856-975b-35c1aaf7078b tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297488 May 18 14:38:44.545770 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.559794 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.provisioning_blocks [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Transition to ACTIVE for port object 827781f3-62c7-47f6-ab72-90c42587c90b will not be triggered until provisioned by entity L2. {{(pid=91428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:44.571579 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.577752 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.704533 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Allocated IP 172.20.0.1 (dbb24039-3b97-401a-8991-0a5ed09a12d2/8cd2d4b3-f62e-4a79-940c-ea1cbab58433/16ec8782-454f-4d8c-9923-8f44936f015c) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:44.738699 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Attempting to bind port 827781f3-62c7-47f6-ab72-90c42587c90b on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:44.739072 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Attempting to bind port 827781f3-62c7-47f6-ab72-90c42587c90b by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:44.739601 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Attempting to bind port 827781f3-62c7-47f6-ab72-90c42587c90b on network 67d17139-cc6d-4551-b5a7-1abc387186ac {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:44.753044 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:44.753425 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:44.754018 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.754415 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Bound using segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:44.755160 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Bound port: 827781f3-62c7-47f6-ab72-90c42587c90b, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:44.755651 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.812143 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:38:44.894134 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.902736 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] For port 827781f3-62c7-47f6-ab72-90c42587c90b, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:44.904205 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc12f41-c218-4295-afd0-ae1f65189949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2353f1e3-3ddd-4b35-9fc8-b7df61a84e05', 'code': 200} May 18 14:38:44.908412 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] For port 827781f3-62c7-47f6-ab72-90c42587c90b, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=827781f3-62c7-47f6-ab72-90c42587c90b,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:44.913809 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4451c-dfb2-4513-9d45-4437668564c5 None None] Pushing event updated for resources: {'Port': ['ID=827781f3-62c7-47f6-ab72-90c42587c90b,revision_number=2']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:44.918308 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-ecc4451c-dfb2-4513-9d45-4437668564c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:44.922822 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:44.928663 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-ecc4451c-dfb2-4513-9d45-4437668564c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:44.941237 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Transition to ACTIVE for port object 16ec8782-454f-4d8c-9923-8f44936f015c will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:45.012080 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.028160 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['7c3e7867-4dc7-4076-8926-9eff47e0a275'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:38:45.039055 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2d283731-d022-42b7-b1bd-a3ace6847137 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:45.125430 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:38:45.125778 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device ce271ef0-7770-4814-b2f6-ec0ccff9a0b2 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:38:45.137455 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4451c-dfb2-4513-9d45-4437668564c5 None None] Pushing event updated for resources: {'Port': ['ID=827781f3-62c7-47f6-ab72-90c42587c90b,revision_number=3']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.148647 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-ecc4451c-dfb2-4513-9d45-4437668564c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.149855 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:45.152167 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:45.156628 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device a14c49ef-fd68-4184-be7c-20b830156402 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:45.237876 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:45.253728 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:45.265219 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:45.361736 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Pushing event updated for resources: {'Port': ['ID=16ec8782-454f-4d8c-9923-8f44936f015c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:45.375951 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:45.388630 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438332'] for router_interface, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.418465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6163e9-f8c0-402a-b8f4-9cc4eb7dc92c req-230c4c53-d4b3-4628-855f-708baca8935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:45.421236 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-3e6163e9-f8c0-402a-b8f4-9cc4eb7dc92c req-230c4c53-d4b3-4628-855f-708baca8935d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 1098 time: 0.2986386 May 18 14:38:45.425545 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.449692 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:45.478174 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-b2f0591c-a453-4032-b5be-1fb4b1e2ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:45.479671 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-b2f0591c-a453-4032-b5be-1fb4b1e2ec94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1099 time: 0.5161057 May 18 14:38:45.485525 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port a14c49ef-fd68-4184-be7c-20b830156402 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:45.523509 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port a14c49ef-fd68-4184-be7c-20b830156402 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:45.523834 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.532193 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-3e6163e9-f8c0-402a-b8f4-9cc4eb7dc92c req-b3eb96e2-0aa8-4f65-b332-bf95feecc768 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028111 May 18 14:38:45.676847 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886cfbd-a185-4d56-a7aa-ad70c7a264ef req-02da56e2-63bd-40e3-8b50-a8971ae128b9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:45.686451 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d886cfbd-a185-4d56-a7aa-ad70c7a264ef req-02da56e2-63bd-40e3-8b50-a8971ae128b9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.4337869 May 18 14:38:45.722079 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.776278 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-c3e7293e-d3a1-4c59-8f8c-56102d717433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:45.777697 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-c3e7293e-d3a1-4c59-8f8c-56102d717433 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.2652662 May 18 14:38:45.815802 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:41Z', 'revision_number': 3, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port': {'id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:39Z', 'updated_at': '2021-05-18T14:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:45.851035 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-382a1426-543d-4aa4-b12f-59786f7110b7 None None] Provisioning for port 16ec8782-454f-4d8c-9923-8f44936f015c completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:45.867414 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-382a1426-543d-4aa4-b12f-59786f7110b7 None None] Provisioning complete for port 16ec8782-454f-4d8c-9923-8f44936f015c triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:45.867886 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-382a1426-543d-4aa4-b12f-59786f7110b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:45.895489 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-3c70f199-4588-4c9e-8985-6bd22e44c9a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 200 len: 217 time: 0.0974472 May 18 14:38:45.914682 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Checking router: d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:45.915367 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Updating router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c binding host dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:45.951099 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 3, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:45.957885 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e498383-ddd6-459e-a49d-065789952cb5 None None] The sync data for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb is: [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 3, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:45.982288 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-256cb3c2-14d7-46e0-ac22-3ccd00dafc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:45.982626 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-256cb3c2-14d7-46e0-ac22-3ccd00dafc6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.0798721 May 18 14:38:45.999385 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-840514bf-32f5-44a0-8094-ea1b1a07f68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.033985 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-382a1426-543d-4aa4-b12f-59786f7110b7 None None] Port 16ec8782-454f-4d8c-9923-8f44936f015c cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:46.038021 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.055738 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d886cfbd-a185-4d56-a7aa-ad70c7a264ef req-93ef02c8-962c-4c35-8b2c-758cc69c310e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615067 May 18 14:38:46.068641 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.111500 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-b9f51585-a8b5-4917-be01-84bf0bd4cc62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213381 May 18 14:38:46.187775 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Allocated IP 172.20.0.1 (1c58ab7e-9c68-4827-b6c8-feae6b39de9b/7f093b99-a0ab-4a79-ab55-21c56b320285/3c194633-41ad-409a-b439-3349c6c00c97) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:46.194749 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port a14c49ef-fd68-4184-be7c-20b830156402, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=a14c49ef-fd68-4184-be7c-20b830156402,segment=NetworkSegment(dad1cfaa-ff76-49bc-a66e-25141721c42d),segment_id=dad1cfaa-ff76-49bc-a66e-25141721c42d)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:46.209782 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.229870 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:46.243509 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.427841 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=a14c49ef-fd68-4184-be7c-20b830156402,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:46.431291 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:46.452699 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c054a5e-bb42-4821-a275-4f26d32f683b req-341b9308-b3f0-43e4-bb7c-3691e8ee687b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:46.457341 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4c054a5e-bb42-4821-a275-4f26d32f683b req-341b9308-b3f0-43e4-bb7c-3691e8ee687b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 945 time: 0.7366509 May 18 14:38:46.468554 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.535702 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.548042 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-506fe620-d226-4b5e-88c1-be75bbc6a353 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236956 May 18 14:38:46.584181 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214142a1-0703-4a3a-9c33-3c1b40f4a9b7 req-e7bf6f91-b42e-4c71-8af7-bb20c7d7e6fd tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:46.585919 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-214142a1-0703-4a3a-9c33-3c1b40f4a9b7 req-e7bf6f91-b42e-4c71-8af7-bb20c7d7e6fd tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 945 time: 0.3488305 May 18 14:38:46.595989 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4c054a5e-bb42-4821-a275-4f26d32f683b req-36c2a74b-7ab9-40db-a66d-548d4969827b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322389 May 18 14:38:46.603420 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.provisioning_blocks [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Transition to ACTIVE for port object 3c194633-41ad-409a-b439-3349c6c00c97 will not be triggered until provisioned by entity DHCP. {{(pid=91426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:46.609050 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Notify callbacks [] for port, precommit_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.646922 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Transition to ACTIVE for port object b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:46.659917 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.676886 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-5bca0c15-9b5b-4d79-b09f-d42041e28989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:46.743191 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-214142a1-0703-4a3a-9c33-3c1b40f4a9b7 req-2d9fed19-f644-43c6-ba73-3f90771703b9 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461551 May 18 14:38:46.781436 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.794409 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:46.840834 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Attempting to bind port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:46.841415 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Attempting to bind port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:46.841600 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Attempting to bind port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c on network 67d17139-cc6d-4551-b5a7-1abc387186ac {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:46.859833 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd31e77-4531-4794-8535-f727c68425a3 None None] Pushing event updated for resources: {'Port': ['ID=b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:46.860066 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.863878 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-fdd31e77-4531-4794-8535-f727c68425a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:46.864914 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:46.865736 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:46.866147 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.866816 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Bound using segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:46.867434 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Bound port: b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:46.868005 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.877950 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.910707 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c81bfb68-b7e5-4bdf-8726-3d3ee0df981e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:46.969208 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] For port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:46.973580 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] For port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:46.982126 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:46.987136 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:46.990942 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:47.004726 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:47.016977 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:47.058920 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Pushing event updated for resources: {'Port': ['ID=16ec8782-454f-4d8c-9923-8f44936f015c,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:47.081079 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1b1f8f7f-bbff-411a-8e24-f15797c323a2 req-76bf37ed-ddf3-452c-ac71-65d86c231569 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240593 May 18 14:38:47.082914 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:47.106517 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33151905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438363'] for router_interface, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.132830 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Routers {'d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:47.137009 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:47.164375 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438332'] for router_interface, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.168079 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Pushing event updated for resources: {'Port': ['ID=3c194633-41ad-409a-b439-3349c6c00c97,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:47.171850 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:47.376155 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd31e77-4531-4794-8535-f727c68425a3 None None] Pushing event updated for resources: {'Port': ['ID=b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:47.381396 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-fdd31e77-4531-4794-8535-f727c68425a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:47.389844 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:47.391107 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:47.398665 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.568811 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] Set router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:47.673849 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75724d06-cac4-40c0-ab92-8e75b0cf29f4 req-c498e5f6-a330-42b0-acbb-e797b19c0cb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:47.681846 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-75724d06-cac4-40c0-ab92-8e75b0cf29f4 req-c498e5f6-a330-42b0-acbb-e797b19c0cb9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2843277 May 18 14:38:47.702949 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:47.814193 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-31af6463-99f3-44fe-bda3-f1b3485ec5a8 None None] Provisioning for port 3c194633-41ad-409a-b439-3349c6c00c97 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:47.825089 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-75724d06-cac4-40c0-ab92-8e75b0cf29f4 req-b87c43b0-0e37-4e12-9b85-b087562b3dba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422319 May 18 14:38:47.841445 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-31af6463-99f3-44fe-bda3-f1b3485ec5a8 None None] Provisioning complete for port 3c194633-41ad-409a-b439-3349c6c00c97 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:47.842003 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-31af6463-99f3-44fe-bda3-f1b3485ec5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:47.948391 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:47.965103 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] 10.222.0.18 "PUT /v2.0/routers/1101d49e-70a2-44e0-9bc3-3bf26c7ea284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9769990 May 18 14:38:47.991839 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-31af6463-99f3-44fe-bda3-f1b3485ec5a8 None None] Port 3c194633-41ad-409a-b439-3349c6c00c97 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:48.006802 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8277975-9b46-4e5d-aa5d-eac9defd1f7d req-8ace79a3-35f4-4fab-9e20-8d2c55748c0d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:48.008719 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d8277975-9b46-4e5d-aa5d-eac9defd1f7d req-8ace79a3-35f4-4fab-9e20-8d2c55748c0d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 945 time: 0.1778381 May 18 14:38:48.101147 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d8277975-9b46-4e5d-aa5d-eac9defd1f7d req-3012dae6-e684-468c-b34b-14060a562bf4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576363 May 18 14:38:48.107189 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.128995 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-38a882db-e6a3-437c-a09b-8c9e101f0366 None None] Provisioning complete for port 16ec8782-454f-4d8c-9923-8f44936f015c triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:48.129375 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-38a882db-e6a3-437c-a09b-8c9e101f0366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.168770 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.193602 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:47Z', 'revision_number': 4, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port': {'id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:39Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '3c194633-41ad-409a-b439-3349c6c00c97', 'name': '', 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'mac_address': 'fa:16:3e:fa:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:45Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 1, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'subnets': [{'id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:48.200348 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-38a882db-e6a3-437c-a09b-8c9e101f0366 None None] Port 16ec8782-454f-4d8c-9923-8f44936f015c cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:48.202646 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ef759f-8405-4eef-96fd-6dfe09db0899 None None] The sync data for ids ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'] in dv-cinder-787195-7-smb is: [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:47Z', 'revision_number': 4, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port': {'id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:39Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '3c194633-41ad-409a-b439-3349c6c00c97', 'name': '', 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'mac_address': 'fa:16:3e:fa:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:45Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 1, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'subnets': [{'id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:48.217201 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b6b416c2-7130-423f-97a0-c64b245228aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:48.312458 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.336037 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Pushing event updated for resources: {'Port': ['ID=3c194633-41ad-409a-b439-3349c6c00c97,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:48.343055 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:48.344078 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33151905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438363'] for router_interface, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.415376 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee81b4-11b3-4eb7-98f5-8a5eb9c12add req-f28551d4-be82-4b5b-bdfb-7946754cf6c5 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:48.417005 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b5ee81b4-11b3-4eb7-98f5-8a5eb9c12add req-f28551d4-be82-4b5b-bdfb-7946754cf6c5 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 945 time: 0.3238101 May 18 14:38:48.492991 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device a14c49ef-fd68-4184-be7c-20b830156402 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:48.559128 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b5ee81b4-11b3-4eb7-98f5-8a5eb9c12add req-2cfc80ad-236f-4a07-ab76-cc035e394e64 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780542 May 18 14:38:48.572319 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:48.573884 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:48.589296 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port a14c49ef-fd68-4184-be7c-20b830156402 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:48.589296 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:48.752535 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Sync routers for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:48.761222 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 7c3e7867-4dc7-4076-8926-9eff47e0a275 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:48.774812 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:48.775801 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:48.952631 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 827781f3-62c7-47f6-ab72-90c42587c90b up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:49.102973 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:38:49.167934 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-661788a4-4363-4ae1-988b-5edccbd8abfb None None] Provisioning complete for port 3c194633-41ad-409a-b439-3349c6c00c97 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:49.170184 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-661788a4-4363-4ae1-988b-5edccbd8abfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.222952 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:49.307125 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-661788a4-4363-4ae1-988b-5edccbd8abfb None None] Port 3c194633-41ad-409a-b439-3349c6c00c97 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:38:49.310655 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 7c3e7867-4dc7-4076-8926-9eff47e0a275 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:49.332778 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 7c3e7867-4dc7-4076-8926-9eff47e0a275 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:49.333246 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.341347 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54154) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:49.347927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-559403546-network', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:49.355718 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:49.360784 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Usage tracker for resource:network and tenant:03360a8dcfac4712831df7796e3ca49e is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:49.364492 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:49.371484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:49.390504 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Made reservation on behalf of 03360a8dcfac4712831df7796e3ca49e for: {'network': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:49.396705 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.449496 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.461445 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 827781f3-62c7-47f6-ab72-90c42587c90b completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:49.490670 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:49.499403 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Usage tracker for resource:security_group_rule and tenant:03360a8dcfac4712831df7796e3ca49e is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:49.502773 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:49.515457 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 827781f3-62c7-47f6-ab72-90c42587c90b triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:49.515885 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.526275 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:49.780242 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.787936 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.796561 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a5e5f208-8e5c-4e04-9457-539445bf85b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:49.833203 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=91425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:38:49.859555 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3f4c1b-d379-405f-988f-3f8a620d03c8,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:49.868779 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:49.890321 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:49.890669 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.segments_db [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Added segment e5bd077c-b92a-4931-b3d1-651fe0c15e02 of type vlan for network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d May 18 14:38:49.965767 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.011224 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.032942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.034926 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:50.035974 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.048181 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586c07-1916-4aea-b352-a8cd9b74f2c3 req-90fb92d0-d19c-4e4c-a5f4-eedeae5b1b75 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:50.056635 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.060331 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:46Z', 'revision_number': 2, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:50.062820 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5c586c07-1916-4aea-b352-a8cd9b74f2c3 req-90fb92d0-d19c-4e4c-a5f4-eedeae5b1b75 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.9380765 May 18 14:38:50.066368 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:50.066871 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Checking router: 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:50.067529 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Updating router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 port 16ec8782-454f-4d8c-9923-8f44936f015c binding host dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:50.068046 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:50.083031 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 827781f3-62c7-47f6-ab72-90c42587c90b, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=827781f3-62c7-47f6-ab72-90c42587c90b,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:50.097754 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7519226 May 18 14:38:50.099995 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54170) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:50.112285 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 7c3e7867-4dc7-4076-8926-9eff47e0a275, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c3e7867-4dc7-4076-8926-9eff47e0a275,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:50.113106 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb872cb-7c81-46f2-a485-9cda3e0e53e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e7867-4dc7-4076-8926-9eff47e0a275'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:50.125160 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Request body: {'subnet': {'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-559403546-subnet', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:50.126326 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.128142 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c0aa4-56c6-40d9-803f-31b61814e9a6 req-5a99887a-8dd3-4831-aaa4-d15e70aadeb7 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:50.129242 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:50.131855 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:50.138198 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Usage tracker for resource:subnet and tenant:03360a8dcfac4712831df7796e3ca49e is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:50.141490 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-376c0aa4-56c6-40d9-803f-31b61814e9a6 req-5a99887a-8dd3-4831-aaa4-d15e70aadeb7 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 945 time: 0.6982412 May 18 14:38:50.143433 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:50.172617 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.175409 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.189958 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.215244 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:50.238319 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=827781f3-62c7-47f6-ab72-90c42587c90b,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:50.245577 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-376c0aa4-56c6-40d9-803f-31b61814e9a6 req-8cd57213-add5-43a2-a16e-22f748745e96 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028850 May 18 14:38:50.255816 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Made reservation on behalf of 03360a8dcfac4712831df7796e3ca49e for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:38:50.264455 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136235'] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.266901 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:50.269318 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0c26bb7c-0a01-49c7-b754-b43772a5fb36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:50.314152 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] 10.222.0.18 "PUT /v2.0/routers/d1d8cdf3-1d33-4870-aad0-4fe16dff66a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7086031 May 18 14:38:50.315506 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Pushing event updated for resources: {'Network': ['ID=a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:50.319860 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:50.346652 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5c586c07-1916-4aea-b352-a8cd9b74f2c3 req-71f10937-cc15-4b72-801d-a44cfd33f4fc tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678652 May 18 14:38:50.446915 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:38:50.645148 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:50.767653 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb872cb-7c81-46f2-a485-9cda3e0e53e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e7867-4dc7-4076-8926-9eff47e0a275', 'code': 200} May 18 14:38:50.808392 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:50.818191 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:50.819025 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.881847 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=7c3e7867-4dc7-4076-8926-9eff47e0a275,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:50.894376 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:50.909548 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Notify callbacks [] for port, precommit_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.939178 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.provisioning_blocks [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Transition to ACTIVE for port object 16ec8782-454f-4d8c-9923-8f44936f015c will not be triggered until provisioned by entity L2. {{(pid=91428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:50.964175 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:50.976060 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-7ecfdc39-c52f-44d9-b6d2-8a6be6a07e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.109179 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.144695 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:51.148408 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.152249 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.184618 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753acf0-669b-45ac-b12d-e0c67b0b8765 None None] Pushing event updated for resources: {'Port': ['ID=16ec8782-454f-4d8c-9923-8f44936f015c,revision_number=3']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.215941 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-1753acf0-669b-45ac-b12d-e0c67b0b8765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:51.237879 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.241385 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:51.269213 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136217'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.275526 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248eb19-4036-46ec-9011-09889ab351c7 req-e8b443ec-b61a-4969-a035-dc2a634268d5 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:51.278831 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a151683e-5e6b-4571-a8d9-25ae2680e593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.285427 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7248eb19-4036-46ec-9011-09889ab351c7 req-e8b443ec-b61a-4969-a035-dc2a634268d5 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 945 time: 0.1362610 May 18 14:38:51.387455 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7248eb19-4036-46ec-9011-09889ab351c7 req-d45aea0e-1086-4b3a-939e-2e653603f0c8 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007016 May 18 14:38:51.420223 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2434cc19-95f9-45ca-9a14-856f2661b5cb,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:51.426675 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486831f-17f4-431d-83d0-ce3508f70f46 req-c3366035-dce3-4779-a75b-58690cc491a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:51.428763 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0486831f-17f4-431d-83d0-ce3508f70f46 req-c3366035-dce3-4779-a75b-58690cc491a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 1099 time: 0.3345425 May 18 14:38:51.438856 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:51.475036 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Checking segment: {'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:51.475662 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Network hostable DHCP agents. Network: a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:38:51.532382 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0486831f-17f4-431d-83d0-ce3508f70f46 req-45fac857-5ebf-4f1e-854a-d12b32a44180 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921581 May 18 14:38:51.542159 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:38:51.569709 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:51.585307 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7c8a7-2896-4fc1-a603-c9168ab91e90 None None] Network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:51.590335 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:51.590927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.594162 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Attempting to bind port 16ec8782-454f-4d8c-9923-8f44936f015c on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:51.594533 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Attempting to bind port 16ec8782-454f-4d8c-9923-8f44936f015c by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:51.595003 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Attempting to bind port 16ec8782-454f-4d8c-9923-8f44936f015c on network dbb24039-3b97-401a-8991-0a5ed09a12d2 {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:51.603775 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:51.604148 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Checking segment: {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:51.604550 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.604960 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Bound using segment: {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:51.605432 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Bound port: 16ec8782-454f-4d8c-9923-8f44936f015c, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'}}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:51.605800 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.648400 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 54200) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:51.649329 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-150c87fa-d1f2-435d-8bdd-1dc5048182df admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5480790 May 18 14:38:51.660297 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:51.666291 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:51.672993 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Usage tracker for resource:router and tenant:03360a8dcfac4712831df7796e3ca49e is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:51.683454 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:51.693365 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:51.739562 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622848d-4cfa-4c5f-96cc-346295607bac req-91deb4da-5e02-4b80-99c1-38de369c3469 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:51.747276 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e622848d-4cfa-4c5f-96cc-346295607bac req-91deb4da-5e02-4b80-99c1-38de369c3469 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 946 time: 0.1360490 May 18 14:38:51.750962 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33138036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.752311 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33135220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-434997', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33048243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7784'] for router, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.774449 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] For port 16ec8782-454f-4d8c-9923-8f44936f015c, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:51.780184 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] For port 16ec8782-454f-4d8c-9923-8f44936f015c, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=16ec8782-454f-4d8c-9923-8f44936f015c,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:51.790391 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.802228 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-57036315-32c0-4b28-a6b1-6851bee2d683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:51.823565 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e622848d-4cfa-4c5f-96cc-346295607bac req-d3a96b0e-c80f-4d24-8bf2-0f1c08613552 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726655 May 18 14:38:51.837257 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:51.932575 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:51.933220 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:52.110123 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753acf0-669b-45ac-b12d-e0c67b0b8765 None None] Pushing event updated for resources: {'Port': ['ID=16ec8782-454f-4d8c-9923-8f44936f015c,revision_number=4']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:52.126087 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-1753acf0-669b-45ac-b12d-e0c67b0b8765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:52.149705 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Sync routers for ids ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:52.162234 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7927a9f1-cfed-54b6-95ad-f1c56a5d3a9b-a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d', 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'fixed_ips': [{'subnet_id': '2434cc19-95f9-45ca-9a14-856f2661b5cb'}]}} from dv-cinder-787195-7-smb. {{(pid=91427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 14:38:52.163650 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.291067 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Routers {'d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:52.291717 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:52.312153 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:52.319213 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435004', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33137926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7770'] for router, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.377881 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce8e5a-540b-4167-9f7d-76ff1f9e1c66 req-37902e76-6091-4d74-8467-d3bce6c3471d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:52.379420 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c3ce8e5a-540b-4167-9f7d-76ff1f9e1c66 req-37902e76-6091-4d74-8467-d3bce6c3471d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2682724 May 18 14:38:52.486596 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:52.517541 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c3ce8e5a-540b-4167-9f7d-76ff1f9e1c66 req-97c16c9e-4a1c-4e78-82e9-dca5413fa49d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241031 May 18 14:38:52.691452 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54212) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:52.697244 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1808877702', 'description': 'tempest-secgroup-smoke-1808877702 description', 'project_id': '101469e6af7740ee8d239a783c9a0851'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:52.711251 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:52.727464 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:security_group and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:52.733722 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:52.743909 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:52.765988 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:52.818092 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Set router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:52.885895 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:52.895634 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7395ff45-e846-40f3-b13a-ee7fcbca27e8 None None] The sync data for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb is: [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:52.945031 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.049056 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.115314 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:53.127324 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:security_group_rule and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:53.130964 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:53.137586 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:53.271640 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.db_base_plugin_common [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Allocated IP 172.20.0.2 (a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d/2434cc19-95f9-45ca-9a14-856f2661b5cb/fd8d083a-078f-4678-afb6-1bf05bc17614) {{(pid=91427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:53.342181 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.403262 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Allocated IP 172.28.3.29 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/27071c0b-a734-404b-8832-84f2eec0a5b9) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:53.440965 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.447224 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-cdb5417a-21b1-4540-a522-680b8d058d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:53.488096 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1649b7e3-b367-427b-8086-0875257a461c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:53.501092 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:53.540423 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.540423 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8478153 May 18 14:38:53.543697 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54226) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:53.553036 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'security_group_rule': {'security_group_id': '1649b7e3-b367-427b-8086-0875257a461c', 'project_id': '101469e6af7740ee8d239a783c9a0851', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:53.556185 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:53.556669 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.560964 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:53.566521 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:security_group_rule and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:53.571178 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:53.579412 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:53.601415 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-54305dd3-ec0f-4210-95fd-a13fdd3053d8 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:53.602252 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-54305dd3-ec0f-4210-95fd-a13fdd3053d8 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Synchronizing usage tracker for tenant:ef261b4c676d4dfda647a95fb53218e5 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:38:53.616256 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.667694 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.669251 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-54305dd3-ec0f-4210-95fd-a13fdd3053d8 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Unset dirty status for tenant:ef261b4c676d4dfda647a95fb53218e5 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:38:53.671183 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-54305dd3-ec0f-4210-95fd-a13fdd3053d8 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.66 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 945 time: 0.3247521 May 18 14:38:53.697790 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14570ba-5609-4823-95b2-f0e8dc9e8861 req-f00680e9-c97e-411a-9fd8-194acd0af09c tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:53.708916 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d14570ba-5609-4823-95b2-f0e8dc9e8861 req-f00680e9-c97e-411a-9fd8-194acd0af09c tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 945 time: 0.6616790 May 18 14:38:53.766664 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cc52-ff88-4cf2-9750-b6ae3ee6fe24 req-d604ce56-5e33-48ad-9aee-1c050c666617 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:53.774223 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-29b1cc52-ff88-4cf2-9750-b6ae3ee6fe24 req-d604ce56-5e33-48ad-9aee-1c050c666617 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 946 time: 0.6167510 May 18 14:38:53.834277 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.848416 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.858642 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:53.861053 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-29b1cc52-ff88-4cf2-9750-b6ae3ee6fe24 req-ec70fccc-ee4c-4f12-968c-df160b57aa5c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858233 May 18 14:38:53.882813 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d14570ba-5609-4823-95b2-f0e8dc9e8861 req-2b970e01-3070-4ed3-ac49-8da208542f0a tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/security-groups?id=95ff7d1d-36dd-4b45-a661-452f734c841e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723089 May 18 14:38:53.905900 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c657d4-c2f4-44b9-9b6e-1fecc6c787c5,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:53.914546 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:53.915865 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.926129 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Deleting port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:38:53.926484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.938490 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6720165c-2dc5-42d8-9b7e-17d13af366ee tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:53.995901 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:53.997216 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4523907 May 18 14:38:54.007630 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:38:54.021157 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54236) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:54.028958 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'security_group_rule': {'security_group_id': '1649b7e3-b367-427b-8086-0875257a461c', 'project_id': '101469e6af7740ee8d239a783c9a0851', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:54.046159 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:54.050921 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:security_group_rule and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:54.059649 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:54.068964 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:47Z', 'revision_number': 4, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port': {'id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:39Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '3c194633-41ad-409a-b439-3349c6c00c97', 'name': '', 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'mac_address': 'fa:16:3e:fa:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:45Z', 'updated_at': '2021-05-18T14:38:47Z', 'revision_number': 2, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'subnets': [{'id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:54.075177 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:54.076533 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:54.087684 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Checking router: d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:54.090419 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Updating router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 port 3c194633-41ad-409a-b439-3349c6c00c97 binding host dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:54.092607 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:54.104299 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:54.207088 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.303967 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Pushing event updated for resources: {'Port': ['ID=27071c0b-a734-404b-8832-84f2eec0a5b9,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:54.348474 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] For port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,segment=NetworkSegment(d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205),segment_id=d7e98efd-9c4e-4fd2-b97d-d01bc0dfc205)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:54.349128 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.359549 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Notify callbacks [] for port, precommit_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.370199 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:54.382330 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.410315 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Transition to ACTIVE for port object fd8d083a-078f-4678-afb6-1bf05bc17614 will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:54.445152 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 827781f3-62c7-47f6-ab72-90c42587c90b up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:54.550713 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Calling delete_port for 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:38:54.607174 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99ef4e-ff4d-495d-838a-53dc56ad97a1 req-b99dc43c-31c4-4448-b35f-3955fc805e1b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:54.609036 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8e99ef4e-ff4d-495d-838a-53dc56ad97a1 req-b99dc43c-31c4-4448-b35f-3955fc805e1b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.4315779 May 18 14:38:54.615938 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Transition to ACTIVE for port object fd8d083a-078f-4678-afb6-1bf05bc17614 will not be triggered until provisioned by entity DHCP. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:54.639959 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478'] for port, after_create {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.655116 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-8ac592e7-edf0-4497-af00-3ac7e133c80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:54.780407 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8e99ef4e-ff4d-495d-838a-53dc56ad97a1 req-e75cb5c6-10a2-4847-9c8b-be2ed21854ef tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619816 May 18 14:38:54.807556 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d is already hosted by enough agents. {{(pid=91427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:38:54.818429 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.scheduler.base_scheduler [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Resources bound (agent type, host, resource id): {{(pid=91427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:38:54.827076 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.830807 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.832294 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Received port after_create {{(pid=91427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:38:54.835708 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a6bb1b9f-f1f8-49c5-9123-c9069747b480 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:54.880096 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.883705 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Pushing event deleted for resources: {'Port': ['ID=2353f1e3-3ddd-4b35-9fc8-b7df61a84e05,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:54.896171 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:54.897048 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2b60d4b8-6528-46a2-8179-1d44b4416297 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:54.903589 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:54.929318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb5877c-4f3e-49c0-b6c6-d21a2bf32e91,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:55.012526 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:55.065633 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] No DVR routers for this DVR port 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:38:55.068904 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.071121 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-146d6bac-15f2-43a2-82b6-83f26660c42d req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.66 "DELETE /v2.0/ports/2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 HTTP/1.1" status: 204 len: 173 time: 1.3912737 May 18 14:38:55.071703 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc12f41-c218-4295-afd0-ae1f65189949', 'name': 'network-vif-deleted', 'tag': '2353f1e3-3ddd-4b35-9fc8-b7df61a84e05'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:38:55.086220 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.087581 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-48282797-59b6-4809-9e6c-abc0f9467270 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0649812 May 18 14:38:55.091197 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54256) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:55.098911 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'security_group_rule': {'security_group_id': '1649b7e3-b367-427b-8086-0875257a461c', 'project_id': '101469e6af7740ee8d239a783c9a0851', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:55.099670 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Pushing event updated for resources: {'Port': ['ID=fd8d083a-078f-4678-afb6-1bf05bc17614,revision_number=1']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:55.103807 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:55.105376 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:55.110038 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:security_group_rule and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:55.113428 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:55.119868 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:55.142038 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.188797 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Notify callbacks [] for port, precommit_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.202668 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Transition to ACTIVE for port object 3c194633-41ad-409a-b439-3349c6c00c97 will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:55.229824 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.245734 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.249166 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-fc5027fa-6b54-47a8-94f1-f6b5de0a02a7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:55.266781 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 827781f3-62c7-47f6-ab72-90c42587c90b triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:55.267160 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.267484 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9342b91a-44c7-4ad4-b867-11543f27df80 req-1c9cc865-fc9c-4338-874b-7bd4ee6d152e tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dc12f41-c218-4295-afd0-ae1f65189949 HTTP/1.1" status: 200 len: 210 time: 0.1461861 May 18 14:38:55.349966 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcb449f-1f1e-4a32-af8c-111138b056ef,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:55.363014 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:55.387586 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.389843 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.391061 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987971 May 18 14:38:55.395943 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc12f41-c218-4295-afd0-ae1f65189949', 'name': 'network-vif-deleted', 'tag': '2353f1e3-3ddd-4b35-9fc8-b7df61a84e05', 'status': 'completed', 'code': 200} May 18 14:38:55.396315 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54270) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:55.410700 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'security_group_rule': {'security_group_id': '1649b7e3-b367-427b-8086-0875257a461c', 'project_id': '101469e6af7740ee8d239a783c9a0851', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:55.417866 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-f8e3c68b-2ec7-44c6-b94d-7a3b94f10bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:55.428384 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:55.435805 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:security_group_rule and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:55.443643 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:55.471000 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:55.511208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.666317 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.675810 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.677916 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:55.721939 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Attempting to bind port fd8d083a-078f-4678-afb6-1bf05bc17614 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:55.722318 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Attempting to bind port fd8d083a-078f-4678-afb6-1bf05bc17614 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:55.722690 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Attempting to bind port fd8d083a-078f-4678-afb6-1bf05bc17614 on network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:55.730783 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33138047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435087'] for router, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.738177 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cbe46b-44f8-4d9f-8118-7c95287c532e,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:55.746815 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:55.754666 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.762065 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3599532 May 18 14:38:55.766139 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54278) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:55.767272 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:55.767657 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Checking segment: {'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:55.768068 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.768470 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Bound using segment: {'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:55.768990 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Bound port: fd8d083a-078f-4678-afb6-1bf05bc17614, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:55.770595 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.774571 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'security_group_rule': {'security_group_id': '1649b7e3-b367-427b-8086-0875257a461c', 'project_id': '101469e6af7740ee8d239a783c9a0851', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:55.782234 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:55.788303 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:security_group_rule and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:55.802846 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:55.812317 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:55.836441 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.securitygroups_db [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Project 101469e6af7740ee8d239a783c9a0851 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:38:55.857050 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.960646 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.979511 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:55.982515 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-73498819-eebc-409b-97b6-d8f4a7cf9497 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:56.041690 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003f230d-f927-4bee-816f-61dd87854c11,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:56.048520 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:56.058888 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f116075-6de3-4e7d-bfb8-3dc30cb834be None None] Pushing event updated for resources: {'Port': ['ID=3c194633-41ad-409a-b439-3349c6c00c97,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:56.067285 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0f116075-6de3-4e7d-bfb8-3dc30cb834be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:56.067484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.067484 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2985320 May 18 14:38:56.069360 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54288) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:56.078205 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'security_group_rule': {'security_group_id': '1649b7e3-b367-427b-8086-0875257a461c', 'project_id': '101469e6af7740ee8d239a783c9a0851', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:38:56.087125 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:38:56.092444 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:security_group_rule and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:38:56.099694 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:38:56.116809 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:38:56.136054 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.securitygroups_db [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Project 101469e6af7740ee8d239a783c9a0851 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:38:56.147484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.221705 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] For port fd8d083a-078f-4678-afb6-1bf05bc17614, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:56.225505 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] For port fd8d083a-078f-4678-afb6-1bf05bc17614, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=fd8d083a-078f-4678-afb6-1bf05bc17614,segment=NetworkSegment(e5bd077c-b92a-4931-b3d1-651fe0c15e02),segment_id=e5bd077c-b92a-4931-b3d1-651fe0c15e02)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:56.232961 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Attempting to bind port 3c194633-41ad-409a-b439-3349c6c00c97 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:56.233605 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Attempting to bind port 3c194633-41ad-409a-b439-3349c6c00c97 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:56.234068 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Attempting to bind port 3c194633-41ad-409a-b439-3349c6c00c97 on network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:56.237211 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 16ec8782-454f-4d8c-9923-8f44936f015c up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:56.257634 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.264868 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.267928 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-9709c1e8-5917-41c5-a3ec-dae34840e032 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:56.278574 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.286751 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:56.315635 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.316967 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2464194 May 18 14:38:56.317881 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c06f838-344f-428a-b695-4bcee996d8d9,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:56.328296 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ece3f4a7-6a6e-442b-a22e-9704ca5dcec1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:56.380224 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d17cc6-6fdf-4d2c-9fb0-32a123e2ffdf req-b0ee2b24-cbb4-409b-bed7-b0d7d6c87829 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:56.387695 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76d17cc6-6fdf-4d2c-9fb0-32a123e2ffdf req-b0ee2b24-cbb4-409b-bed7-b0d7d6c87829 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3826203 May 18 14:38:56.434822 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:56.436022 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Checking segment: {'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:56.436234 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.436940 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Bound using segment: {'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:56.437503 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Bound port: 3c194633-41ad-409a-b439-3349c6c00c97, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad1cfaa-ff76-49bc-a66e-25141721c42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:56.437880 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.455145 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76d17cc6-6fdf-4d2c-9fb0-32a123e2ffdf req-e00d3f01-935a-4c37-b806-564fcbb8f867 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663073 May 18 14:38:56.466183 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 is scheduled to L3 agent 8eee9022-342d-41cc-9825-549deeb79623 with binding_index 1 {{(pid=91426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 14:38:56.489819 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Pushing event updated for resources: {'Port': ['ID=fd8d083a-078f-4678-afb6-1bf05bc17614,revision_number=2']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:56.590494 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:56.627087 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 16ec8782-454f-4d8c-9923-8f44936f015c completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:56.641266 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 16ec8782-454f-4d8c-9923-8f44936f015c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:56.642271 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.716063 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] For port 3c194633-41ad-409a-b439-3349c6c00c97, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:38:56.737798 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] For port 3c194633-41ad-409a-b439-3349c6c00c97, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=3c194633-41ad-409a-b439-3349c6c00c97,segment=NetworkSegment(dad1cfaa-ff76-49bc-a66e-25141721c42d),segment_id=dad1cfaa-ff76-49bc-a66e-25141721c42d)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:38:56.752978 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.767733 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-9376a8f1-d787-4b95-8325-9f17b65cbcc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:56.802031 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:38:56.812180 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Sync routers for ids ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:38:56.827610 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Routers {'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:56.828308 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:56.854259 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f116075-6de3-4e7d-bfb8-3dc30cb834be None None] Pushing event updated for resources: {'Port': ['ID=3c194633-41ad-409a-b439-3349c6c00c97,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:56.863017 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:38:56.916219 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:56.917713 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0f116075-6de3-4e7d-bfb8-3dc30cb834be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:56.921099 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54344) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:38:56.922352 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2722666 May 18 14:38:56.930094 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:38:56.930592 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 2353f1e3-3ddd-4b35-9fc8-b7df61a84e05 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:38:57.189565 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Routers {'d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:38:57.190370 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:57.402086 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:57.438555 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Set router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:57.716046 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] Set router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:38:58.296562 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3234-41eb-4204-b552-3a08c87cdfea req-6848a41e-574a-4cd7-bcd7-195c35262ebb tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:58.298411 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-6848a41e-574a-4cd7-bcd7-195c35262ebb tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 814 time: 0.4372680 May 18 14:38:58.358998 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95021b8-5dab-40c5-ba40-48d76e086c43 None None] Network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:38:58.395950 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 16ec8782-454f-4d8c-9923-8f44936f015c, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=16ec8782-454f-4d8c-9923-8f44936f015c,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:58.397305 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-5ed05d0c-720f-45c5-a8f4-dc42de0cdc01 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/quotas/b8bb889000044e9d8f4e7a24f903b091 HTTP/1.1" status: 200 len: 375 time: 0.0908151 May 18 14:38:58.427775 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.446890 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:58.503408 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:38:54Z', 'revision_number': 3, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port': {'id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:53Z', 'updated_at': '2021-05-18T14:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:58.515670 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Checking router: b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:38:58.516045 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Updating router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 port 27071c0b-a734-404b-8832-84f2eec0a5b9 binding host dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:38:58.623362 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39d238-0dd4-495a-97d1-e1631be5b148 req-1373e3f7-bb08-4a00-96ce-55679d3298d9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:38:58.628612 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bc39d238-0dd4-495a-97d1-e1631be5b148 req-1373e3f7-bb08-4a00-96ce-55679d3298d9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.8462694 May 18 14:38:58.681884 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:58.811637 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bc39d238-0dd4-495a-97d1-e1631be5b148 req-2ea3edf9-e055-4f0c-a7e5-20ae75ba4289 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673560 May 18 14:38:58.822400 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-0a754ea8-d1f6-41b0-ab7f-696d9750fafb None None] Provisioning for port fd8d083a-078f-4678-afb6-1bf05bc17614 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:58.837509 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-01a4e5f0-241c-4114-91bf-956ebe9235bf tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4392476 May 18 14:38:58.919121 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 3c194633-41ad-409a-b439-3349c6c00c97 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:58.952983 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.124544 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-59e739be-23a7-4938-8369-48fa810dcb29 service neutron] 10.222.0.18 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837098 May 18 14:38:59.142916 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=16ec8782-454f-4d8c-9923-8f44936f015c,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.167050 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.312935 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 3c194633-41ad-409a-b439-3349c6c00c97 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:59.320126 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-3d47d6a0-7bd3-4c4a-bde7-aea55a79c95b service neutron] 10.222.0.18 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945941 May 18 14:38:59.326900 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 3c194633-41ad-409a-b439-3349c6c00c97 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:59.327277 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.354986 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:47Z', 'revision_number': 4, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port': {'id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:39Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '3c194633-41ad-409a-b439-3349c6c00c97', 'name': '', 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'mac_address': 'fa:16:3e:fa:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:45Z', 'updated_at': '2021-05-18T14:38:56Z', 'revision_number': 4, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'subnets': [{'id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:38:59.420854 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0864e8c-79b0-436f-ac1d-f880642203cb None None] The sync data for ids ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'] in dv-cinder-787195-7-smb is: [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:47Z', 'revision_number': 4, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port': {'id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:39Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '3c194633-41ad-409a-b439-3349c6c00c97', 'name': '', 'network_id': '1c58ab7e-9c68-4827-b6c8-feae6b39de9b', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'mac_address': 'fa:16:3e:fa:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:45Z', 'updated_at': '2021-05-18T14:38:56Z', 'revision_number': 4, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'subnets': [{'id': '7f093b99-a0ab-4a79-ab55-21c56b320285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:38:59.489172 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Notify callbacks [] for port, precommit_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.517338 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.provisioning_blocks [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Transition to ACTIVE for port object 27071c0b-a734-404b-8832-84f2eec0a5b9 will not be triggered until provisioned by entity L2. {{(pid=91428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:38:59.518292 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Allocated IP 172.20.0.1 (a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d/2434cc19-95f9-45ca-9a14-856f2661b5cb/0a30a7a6-6f04-4a49-a367-2a413580a6b5) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:38:59.534260 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.570258 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-de36a1e9-e426-4961-81ed-eb858052d443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.571258 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.639210 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 3c194633-41ad-409a-b439-3349c6c00c97, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=3c194633-41ad-409a-b439-3349c6c00c97,segment=NetworkSegment(dad1cfaa-ff76-49bc-a66e-25141721c42d),segment_id=dad1cfaa-ff76-49bc-a66e-25141721c42d)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:38:59.649644 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.650734 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device fd8d083a-078f-4678-afb6-1bf05bc17614 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:38:59.707233 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-fdd31e77-4531-4794-8535-f727c68425a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:38:59.739058 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ad9fc247-8478-465c-ab6c-df3892e23127 req-ea1ecfda-c35b-43f8-afb6-c41b792695bf tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 210 time: 0.1792426 May 18 14:38:59.757028 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc430b46-aa61-4dfe-9ed2-7ee26fb5ef1e None None] Pushing event updated for resources: {'Port': ['ID=27071c0b-a734-404b-8832-84f2eec0a5b9,revision_number=2']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.765313 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-fc430b46-aa61-4dfe-9ed2-7ee26fb5ef1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.807967 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Attempting to bind port 27071c0b-a734-404b-8832-84f2eec0a5b9 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:38:59.808247 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Attempting to bind port 27071c0b-a734-404b-8832-84f2eec0a5b9 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:38:59.808624 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Attempting to bind port 27071c0b-a734-404b-8832-84f2eec0a5b9 on network 67d17139-cc6d-4551-b5a7-1abc387186ac {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:38:59.824064 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:38:59.824430 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Checking segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:38:59.827112 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.827533 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Bound using segment: {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'} {{(pid=91428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:38:59.828032 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.managers [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Bound port: 27071c0b-a734-404b-8832-84f2eec0a5b9, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70eef0-b9f5-4e18-8a35-a294c032b646', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}}] {{(pid=91428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:38:59.828410 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.869627 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=3c194633-41ad-409a-b439-3349c6c00c97,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:38:59.875764 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:38:59.889276 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port fd8d083a-078f-4678-afb6-1bf05bc17614 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:38:59.902558 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port fd8d083a-078f-4678-afb6-1bf05bc17614 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:38:59.903122 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:38:59.976184 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.027162 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-e0d567d0-c094-456f-99bc-454c26da0d56 None None] Provisioning complete for port fd8d083a-078f-4678-afb6-1bf05bc17614 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:00.027484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Transition to ACTIVE for port object 0a30a7a6-6f04-4a49-a367-2a413580a6b5 will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:00.028383 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-e0d567d0-c094-456f-99bc-454c26da0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.041879 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] For port 27071c0b-a734-404b-8832-84f2eec0a5b9, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:00.048506 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.plugins.ml2.db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] For port 27071c0b-a734-404b-8832-84f2eec0a5b9, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=27071c0b-a734-404b-8832-84f2eec0a5b9,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:00.069976 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron_lib.callbacks.manager [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.081593 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:00.113996 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.156134 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-fafa24ed-94f7-4352-bde2-881dbf04daeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:00.303286 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:00.311292 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Routers {'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:00.323364 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:00.324349 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:00.341057 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:00.351616 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d3366-c25b-4507-a417-db5bbcf4b519 req-cc57e76f-b734-462f-b061-2661a0d83933 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:00.362749 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-503d3366-c25b-4507-a417-db5bbcf4b519 req-cc57e76f-b734-462f-b061-2661a0d83933 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1851628 May 18 14:39:00.390162 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.458823 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc430b46-aa61-4dfe-9ed2-7ee26fb5ef1e None None] Pushing event updated for resources: {'Port': ['ID=27071c0b-a734-404b-8832-84f2eec0a5b9,revision_number=3']} {{(pid=91428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:00.481171 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG oslo_concurrency.lockutils [None req-fc430b46-aa61-4dfe-9ed2-7ee26fb5ef1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:00.509344 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Pushing event updated for resources: {'Port': ['ID=0a30a7a6-6f04-4a49-a367-2a413580a6b5,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:00.526507 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-503d3366-c25b-4507-a417-db5bbcf4b519 req-a1528775-fc2e-4abe-b670-3b046ffbad71 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522017 May 18 14:39:00.529612 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.530200 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.530766 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.531262 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.532045 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.532563 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.533186 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.533735 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.534239 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.534745 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.535238 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.535812 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:00.540860 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:00.567967 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438332'] for router_interface, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.714360 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port fd8d083a-078f-4678-afb6-1bf05bc17614, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=fd8d083a-078f-4678-afb6-1bf05bc17614,segment=NetworkSegment(e5bd077c-b92a-4931-b3d1-651fe0c15e02),segment_id=e5bd077c-b92a-4931-b3d1-651fe0c15e02)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:00.741385 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.743596 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:00.828020 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-e0d567d0-c094-456f-99bc-454c26da0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:00.938670 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] Set router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:01.013340 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 16ec8782-454f-4d8c-9923-8f44936f015c up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:01.025019 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.396835 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=fd8d083a-078f-4678-afb6-1bf05bc17614,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:01.403697 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7a157ac3-3455-4198-8ce9-3d7b4c0ff95f req-7c9faaf8-a39a-41c9-9443-2852bac23089 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 210 time: 0.2518308 May 18 14:39:01.406387 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:01.415348 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.db.api [None req-e0d567d0-c094-456f-99bc-454c26da0d56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 14:39:01.415858 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_db.api [None req-e0d567d0-c094-456f-99bc-454c26da0d56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 14:39:01.437436 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 16ec8782-454f-4d8c-9923-8f44936f015c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:01.438347 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.581442 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 3c194633-41ad-409a-b439-3349c6c00c97 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:01.590201 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.595280 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:38:54Z', 'revision_number': 3, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port': {'id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:53Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:01.599203 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.605794 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959edbbf-6abf-4bd9-b40d-c138601b2939 None None] The sync data for ids ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'] in dv-cinder-787195-7-smb is: [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:38:54Z', 'revision_number': 3, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port': {'id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:53Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:01.671605 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:01.701094 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 3c194633-41ad-409a-b439-3349c6c00c97 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:01.702292 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.931408 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Pushing event updated for resources: {'Port': ['ID=0a30a7a6-6f04-4a49-a367-2a413580a6b5,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:01.967494 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33151905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-438363'] for router_interface, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:01.987636 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f938a-22c0-416a-95e7-a032d0391dd7 req-99b179c7-a440-4bdd-a83c-e7034ec8a29c tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:01.992617 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a07f938a-22c0-416a-95e7-a032d0391dd7 req-99b179c7-a440-4bdd-a83c-e7034ec8a29c tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.4188564 May 18 14:39:02.023403 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d1f6e-b33f-43f2-be42-d1d36f6fc742 req-9fe7f663-f0bf-434d-9e5a-6dd5e95f3e79 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:02.039643 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bc8d1f6e-b33f-43f2-be42-d1d36f6fc742 req-9fe7f663-f0bf-434d-9e5a-6dd5e95f3e79 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3649004 May 18 14:39:02.088865 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:02.239082 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a07f938a-22c0-416a-95e7-a032d0391dd7 req-6ad4ddfa-d6a0-4f66-8bcd-a492d47331cd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360029 May 18 14:39:02.250165 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bc8d1f6e-b33f-43f2-be42-d1d36f6fc742 req-6f7c8ba4-a6ce-435b-9c60-03206eedbfb8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371536 May 18 14:39:02.293078 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-119a6a34-1bef-4090-b811-77d4cc1ecf5d None None] Provisioning for port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:02.300406 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-119a6a34-1bef-4090-b811-77d4cc1ecf5d None None] Provisioning complete for port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:02.300817 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-119a6a34-1bef-4090-b811-77d4cc1ecf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:02.395890 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-119a6a34-1bef-4090-b811-77d4cc1ecf5d None None] Port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:02.582286 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:02.615110 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:02.626566 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3234-41eb-4204-b552-3a08c87cdfea req-0bd0d662-0368-4867-9895-898829613a11 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:02.628174 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-0bd0d662-0368-4867-9895-898829613a11 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 814 time: 0.6669183 May 18 14:39:02.695703 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9a47e307-5707-477d-b91b-acdcc8970cf5 req-6bf84d22-9a71-4fe3-b8fe-c351d8067281 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 210 time: 0.1123018 May 18 14:39:02.734615 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Request body: {'port': {'device_id': '56ce1067-2fd2-4258-ae29-0430e871b0b2', 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'admin_state_up': True, 'tenant_id': 'b8bb889000044e9d8f4e7a24f903b091'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:03.119299 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device fd8d083a-078f-4678-afb6-1bf05bc17614 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:03.219568 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:03.231417 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Usage tracker for resource:port and tenant:b8bb889000044e9d8f4e7a24f903b091 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:03.239723 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:03.250732 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:03.283261 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Made reservation on behalf of b8bb889000044e9d8f4e7a24f903b091 for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:03.289847 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.349722 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-49a65d37-7ed1-4575-bbcc-c9bd54c5efa1 None None] Provisioning complete for port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:03.350812 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-49a65d37-7ed1-4575-bbcc-c9bd54c5efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.450573 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-49a65d37-7ed1-4575-bbcc-c9bd54c5efa1 None None] Port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:03.473580 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port fd8d083a-078f-4678-afb6-1bf05bc17614 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:03.474192 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:03.914615 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27b622-e02b-4994-83ef-1767aab2a675 req-c42b11a0-e685-4ed9-b8da-5ad4f5e17420 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:03.926453 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bb27b622-e02b-4994-83ef-1767aab2a675 req-c42b11a0-e685-4ed9-b8da-5ad4f5e17420 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3141263 May 18 14:39:03.938852 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 27071c0b-a734-404b-8832-84f2eec0a5b9 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:03.976844 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fcd03-28c6-46fe-a648-cd2e6a1da0d0 req-ab07fd15-a569-4bc0-b9e5-91fc70239304 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:03.985004 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d57fcd03-28c6-46fe-a648-cd2e6a1da0d0 req-ab07fd15-a569-4bc0-b9e5-91fc70239304 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2511647 May 18 14:39:03.998664 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Allocated IP 172.20.0.3 (ff1ce6b1-b2c7-414f-a48c-84b987063b4f/3a5835ce-3a5c-4f73-99b4-f6619f5a32e3/845def17-5176-46c3-bf24-9010cf8c7ff0) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:04.100778 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 27071c0b-a734-404b-8832-84f2eec0a5b9 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:04.105807 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 27071c0b-a734-404b-8832-84f2eec0a5b9 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:04.106315 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.119119 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:39:04.141119 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bb27b622-e02b-4994-83ef-1767aab2a675 req-498a95cb-9379-4732-a2e3-76822c1c908d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133260 May 18 14:39:04.187722 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d57fcd03-28c6-46fe-a648-cd2e6a1da0d0 req-5ad76f5d-496b-458c-820c-fae4a05c2464 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018733 May 18 14:39:04.464755 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.554081 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 27071c0b-a734-404b-8832-84f2eec0a5b9, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=27071c0b-a734-404b-8832-84f2eec0a5b9,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:04.564061 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.568516 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:04.601206 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aa8dbe94-71ab-4c4e-8061-aafca611a88b req-884ce68c-7e16-4ad7-9890-93e75cb332f0 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0937150 May 18 14:39:04.749153 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=27071c0b-a734-404b-8832-84f2eec0a5b9,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:04.757072 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:39:04.784690 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] 10.222.0.18 "PUT /v2.0/routers/b9677d0a-d0bf-42cb-9a50-b56a8ba786e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8517241 May 18 14:39:04.785365 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:04.785365 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Sync routers for ids ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:39:04.793122 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Routers {'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:04.800342 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:04.823016 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.886478 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:04.898245 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:04.905019 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', '7c3e7867-4dc7-4076-8926-9eff47e0a275'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:05.025440 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Network ff1ce6b1-b2c7-414f-a48c-84b987063b4f is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:05.040543 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:05.050085 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:05.115089 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Pushing event updated for resources: {'Port': ['ID=845def17-5176-46c3-bf24-9010cf8c7ff0,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:05.121216 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:05.138117 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:05.139423 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.175280 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4509943 May 18 14:39:05.193461 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Request body: {'port': {'device_id': '56ce1067-2fd2-4258-ae29-0430e871b0b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:05.241615 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Set router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:05.442973 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:05.459650 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de79920-7dae-4d14-8d38-5551f913b848 req-32019769-b965-4b0f-951c-16f426504d70 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:05.471820 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9de79920-7dae-4d14-8d38-5551f913b848 req-32019769-b965-4b0f-951c-16f426504d70 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1701233 May 18 14:39:05.555055 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9de79920-7dae-4d14-8d38-5551f913b848 req-9cb6ecb1-6cfc-42e4-a5d9-e3e8b67d8306 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818908 May 18 14:39:05.940756 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 4, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port': {'id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:53Z', 'updated_at': '2021-05-18T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '0a30a7a6-6f04-4a49-a367-2a413580a6b5', 'name': '', 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'mac_address': 'fa:16:3e:c0:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2434cc19-95f9-45ca-9a14-856f2661b5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:59Z', 'updated_at': '2021-05-18T14:39:01Z', 'revision_number': 2, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'subnets': [{'id': '2434cc19-95f9-45ca-9a14-856f2661b5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:05.953267 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174088e-e806-4cc9-8e61-ff3d5fc63039 req-ecbdb6ce-29d3-4dca-8773-fdef947a72ed tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:05.956853 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6174088e-e806-4cc9-8e61-ff3d5fc63039 req-ecbdb6ce-29d3-4dca-8773-fdef947a72ed tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2714481 May 18 14:39:05.980829 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Checking router: b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:39:05.981335 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Updating router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 binding host dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 14:39:06.064288 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6174088e-e806-4cc9-8e61-ff3d5fc63039 req-0e121527-10f0-4b77-84c0-90c068ac134f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019614 May 18 14:39:06.195696 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.319998 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec6b6c-df2e-4f4c-91d8-efc48b895b26 req-fcccebb7-a8cc-4234-abc8-41c4df5f9597 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:06.339269 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-70ec6b6c-df2e-4f4c-91d8-efc48b895b26 req-fcccebb7-a8cc-4234-abc8-41c4df5f9597 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 931 time: 0.2135975 May 18 14:39:06.343091 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845def17-5176-46c3-bf24-9010cf8c7ff0 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:06.356495 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.381710 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Transition to ACTIVE for port object 845def17-5176-46c3-bf24-9010cf8c7ff0 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:06.389976 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:06.400023 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:06.456938 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-70ec6b6c-df2e-4f4c-91d8-efc48b895b26 req-8361b0a8-94df-4331-af96-8035c589f3e7 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165504 May 18 14:39:06.953357 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Pushing event updated for resources: {'Port': ['ID=845def17-5176-46c3-bf24-9010cf8c7ff0,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:06.958411 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:07.000017 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900daaa-84e5-4583-8191-9d79e74e9680 req-c4d73742-2514-4717-ae8c-b9f4b79f6d5f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:07.011261 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a900daaa-84e5-4583-8191-9d79e74e9680 req-c4d73742-2514-4717-ae8c-b9f4b79f6d5f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2282784 May 18 14:39:07.072722 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Notify callbacks [] for port, precommit_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.090750 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Transition to ACTIVE for port object 0a30a7a6-6f04-4a49-a367-2a413580a6b5 will not be triggered until provisioned by entity L2. {{(pid=91427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:07.100721 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 27071c0b-a734-404b-8832-84f2eec0a5b9 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:07.132168 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a900daaa-84e5-4583-8191-9d79e74e9680 req-b749d3f1-ed47-44af-b2df-9647a6392b01 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187639 May 18 14:39:07.151140 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Attempting to bind port 845def17-5176-46c3-bf24-9010cf8c7ff0 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:07.153863 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Attempting to bind port 845def17-5176-46c3-bf24-9010cf8c7ff0 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:07.158593 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Attempting to bind port 845def17-5176-46c3-bf24-9010cf8c7ff0 on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:07.173008 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.176077 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Port 845def17-5176-46c3-bf24-9010cf8c7ff0 on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:07.176405 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Attempting to bind port 845def17-5176-46c3-bf24-9010cf8c7ff0 on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:07.189149 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:07.189606 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Checking segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:07.189901 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Bound using segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:07.190374 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Bound port: 845def17-5176-46c3-bf24-9010cf8c7ff0, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:07.190801 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.220342 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:07.475879 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] For port 845def17-5176-46c3-bf24-9010cf8c7ff0, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:07.498933 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] For port 845def17-5176-46c3-bf24-9010cf8c7ff0, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=845def17-5176-46c3-bf24-9010cf8c7ff0,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:07.505891 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.532898 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:07.598579 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31d9a0-47cd-4f9e-b2fa-53bd3ac837fa None None] Pushing event updated for resources: {'Port': ['ID=0a30a7a6-6f04-4a49-a367-2a413580a6b5,revision_number=3']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:07.599983 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:07.602277 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.604085 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] 10.222.0.66 "PUT /v2.0/ports/845def17-5176-46c3-bf24-9010cf8c7ff0 HTTP/1.1" status: 200 len: 1093 time: 2.4163363 May 18 14:39:07.612678 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ce1067-2fd2-4258-ae29-0430e871b0b2', 'tag': '845def17-5176-46c3-bf24-9010cf8c7ff0'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:07.687499 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-3b31d9a0-47cd-4f9e-b2fa-53bd3ac837fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:07.690104 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a210632-ca2b-495a-b1fb-f80cbe8f655c req-b5926c38-b516-483b-9c5a-bc6fba3f41c0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:07.707690 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1a210632-ca2b-495a-b1fb-f80cbe8f655c req-b5926c38-b516-483b-9c5a-bc6fba3f41c0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.3784037 May 18 14:39:07.779340 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Attempting to bind port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 on host dv-cinder-787195-7-smb for vnic_type normal with profile {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:07.779911 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Attempting to bind port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 by drivers openvswitch,hyperv on host dv-cinder-787195-7-smb at level 0 using segments [{'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:07.785999 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Attempting to bind port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 on network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:07.794462 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Checking agent: {'id': '4450755c-c3bb-4f6f-9eb2-b752176e4b00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 29, 16), 'started_at': datetime.datetime(2021, 5, 18, 14, 29, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:07.795199 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Checking segment: {'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:07.795803 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.796473 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Bound using segment: {'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'} {{(pid=91427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:07.797164 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.managers [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Bound port: 0a30a7a6-6f04-4a49-a367-2a413580a6b5, host: dv-cinder-787195-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bd077c-b92a-4931-b3d1-651fe0c15e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d'}}] {{(pid=91427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:07.797711 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.818939 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Pushing event updated for resources: {'Port': ['ID=845def17-5176-46c3-bf24-9010cf8c7ff0,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:07.823155 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:07.830791 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 27071c0b-a734-404b-8832-84f2eec0a5b9 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:07.831711 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:07.894531 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3234-41eb-4204-b552-3a08c87cdfea req-92833fd4-64fb-4bf1-bbcf-6f10072f249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:07.900722 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-92833fd4-64fb-4bf1-bbcf-6f10072f249f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 1096 time: 0.2079575 May 18 14:39:07.920681 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1a210632-ca2b-495a-b1fb-f80cbe8f655c req-899d3c41-57be-4330-b1be-c500202b0d4b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114382 May 18 14:39:08.037809 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] For port 0a30a7a6-6f04-4a49-a367-2a413580a6b5, host dv-cinder-787195-7-smb, cleared binding levels {{(pid=91427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:08.041896 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] For port 0a30a7a6-6f04-4a49-a367-2a413580a6b5, host dv-cinder-787195-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=0a30a7a6-6f04-4a49-a367-2a413580a6b5,segment=NetworkSegment(e5bd077c-b92a-4931-b3d1-651fe0c15e02),segment_id=e5bd077c-b92a-4931-b3d1-651fe0c15e02)] {{(pid=91427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:08.050037 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:08.057681 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:08.078328 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39e4b0-afba-4956-ac41-6d388f79a0f0 req-38bcbfb3-7b96-4869-9593-a330a98b658f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:08.094649 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ce39e4b0-afba-4956-ac41-6d388f79a0f0 req-38bcbfb3-7b96-4869-9593-a330a98b658f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.3345668 May 18 14:39:08.127423 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ce1067-2fd2-4258-ae29-0430e871b0b2', 'tag': '845def17-5176-46c3-bf24-9010cf8c7ff0', 'status': 'completed', 'code': 200} May 18 14:39:08.175528 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31d9a0-47cd-4f9e-b2fa-53bd3ac837fa None None] Pushing event updated for resources: {'Port': ['ID=0a30a7a6-6f04-4a49-a367-2a413580a6b5,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:08.179555 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-6cbcd1f3-a991-469e-a6e4-9919591f3af4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845def17-5176-46c3-bf24-9010cf8c7ff0 HTTP/1.1" status: 200 len: 217 time: 0.2638879 May 18 14:39:08.192570 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-3b31d9a0-47cd-4f9e-b2fa-53bd3ac837fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:08.219993 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ce39e4b0-afba-4956-ac41-6d388f79a0f0 req-d4300530-6c51-4e65-9694-66f5a23f3859 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238172 May 18 14:39:08.295617 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Routers {'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:39:08.306583 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:38:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:08.312990 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c3234-41eb-4204-b552-3a08c87cdfea req-411c981e-9c2d-430f-b58b-37328bd1dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:08.316935 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-411c981e-9c2d-430f-b58b-37328bd1dab2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 200 len: 854 time: 0.1265380 May 18 14:39:08.407977 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-7daa67ce-d31d-40b2-a207-54d70d80c277 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827365 May 18 14:39:08.767588 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e307809-4c70-470f-ac47-b56ab960bac3 req-318aed4b-51c9-41fd-aff5-61e4c3bba39a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:08.769555 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3e307809-4c70-470f-ac47-b56ab960bac3 req-318aed4b-51c9-41fd-aff5-61e4c3bba39a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3261967 May 18 14:39:08.865372 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-a6a550d4-a964-4c5c-bd24-79ab4726f6a3 service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437819 May 18 14:39:08.870596 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3e307809-4c70-470f-ac47-b56ab960bac3 req-cfcce823-3250-4cdb-a0ff-5231fbc1fbb7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877309 May 18 14:39:08.878152 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] Set router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:39:09.128910 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-641c3234-41eb-4204-b552-3a08c87cdfea req-35b29641-1be9-44ac-a91a-ddd44fe7bb14 service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539399 May 18 14:39:09.293055 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a591d1-b925-4955-b86f-e432edecbcdb req-3151f8b2-ca48-49a0-bafa-10bb42135b5f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:09.298853 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b6a591d1-b925-4955-b86f-e432edecbcdb req-3151f8b2-ca48-49a0-bafa-10bb42135b5f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1363490 May 18 14:39:09.430512 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 4, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port': {'id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:53Z', 'updated_at': '2021-05-18T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '0a30a7a6-6f04-4a49-a367-2a413580a6b5', 'name': '', 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'mac_address': 'fa:16:3e:c0:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2434cc19-95f9-45ca-9a14-856f2661b5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:59Z', 'updated_at': '2021-05-18T14:39:08Z', 'revision_number': 4, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'subnets': [{'id': '2434cc19-95f9-45ca-9a14-856f2661b5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:09.431340 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-8630c877-9201-4c84-a5a9-e027921a457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:09.436166 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-8630c877-9201-4c84-a5a9-e027921a457e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 1096 time: 0.2201531 May 18 14:39:09.437356 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf29d0-9639-489a-bb9d-67bd5787138c None None] The sync data for ids ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'] in dv-cinder-787195-7-smb is: [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:39:00Z', 'revision_number': 4, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port': {'id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:53Z', 'updated_at': '2021-05-18T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '0a30a7a6-6f04-4a49-a367-2a413580a6b5', 'name': '', 'network_id': 'a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'mac_address': 'fa:16:3e:c0:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2434cc19-95f9-45ca-9a14-856f2661b5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:59Z', 'updated_at': '2021-05-18T14:39:08Z', 'revision_number': 4, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'subnets': [{'id': '2434cc19-95f9-45ca-9a14-856f2661b5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:39:09.477474 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b6a591d1-b925-4955-b86f-e432edecbcdb req-f2ecfbde-db38-4332-848f-e43108d25d7e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704192 May 18 14:39:09.551864 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443e641-87aa-4a19-946e-ceccba7d1c35 req-dd921179-fc85-4850-a872-d157e5ac68b7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:09.565781 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4443e641-87aa-4a19-946e-ceccba7d1c35 req-dd921179-fc85-4850-a872-d157e5ac68b7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2599907 May 18 14:39:09.684237 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4443e641-87aa-4a19-946e-ceccba7d1c35 req-6e336fa7-377a-456e-aab8-ba9fefaa95fd tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174657 May 18 14:39:09.783208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-fdb35904-3cd7-42f3-9122-3c896bad2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:09.785077 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-fdb35904-3cd7-42f3-9122-3c896bad2569 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 915 time: 0.3330173 May 18 14:39:09.840159 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73225cab-d2cd-4891-b3c8-22f91513e987 req-0b14e07f-8a52-46b2-9f81-b92dcfbf0509 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:09.848488 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-73225cab-d2cd-4891-b3c8-22f91513e987 req-0b14e07f-8a52-46b2-9f81-b92dcfbf0509 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.1157546 May 18 14:39:09.934220 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-73225cab-d2cd-4891-b3c8-22f91513e987 req-3a5d6cc8-e33c-46df-94d0-423de72290d7 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844176 May 18 14:39:09.962340 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-b8a2804a-e71c-42a9-ad50-7cf2c63c0f6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845def17-5176-46c3-bf24-9010cf8c7ff0 HTTP/1.1" status: 200 len: 217 time: 0.1619735 May 18 14:39:10.154315 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-35aedff7-e093-4540-8578-cf751ec271bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:10.155908 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-35aedff7-e093-4540-8578-cf751ec271bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 200 len: 854 time: 0.1827433 May 18 14:39:10.270301 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-799e8042-88a2-4a74-a02e-4a0f7fbcc4d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024661 May 18 14:39:10.293031 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f11e55-8e47-4375-9f39-dce138343253 req-a25a0658-b676-4887-a31d-cb7a423d0b07 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:10.305056 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-86f11e55-8e47-4375-9f39-dce138343253 req-a25a0658-b676-4887-a31d-cb7a423d0b07 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2377069 May 18 14:39:10.369413 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-86f11e55-8e47-4375-9f39-dce138343253 req-5314be59-a107-4011-97dc-c3cb169da03a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634050 May 18 14:39:10.488695 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-dc06c48d-9029-4359-9fb0-def0b9c801b3 service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068243 May 18 14:39:11.093782 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-1e36e7b2-4e7f-45ee-bac0-01b533b380f8 req-0e0c0873-1d63-4bbb-ad7f-88f4edebc9c8 service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945349 May 18 14:39:11.124287 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 0a30a7a6-6f04-4a49-a367-2a413580a6b5 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:11.278574 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544e9c4-a119-472b-bfd9-f9c2ed72562d req-ca8e109b-0f46-4e9b-9b11-30c7226e134d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:11.286666 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3544e9c4-a119-472b-bfd9-f9c2ed72562d req-ca8e109b-0f46-4e9b-9b11-30c7226e134d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.4325395 May 18 14:39:11.341939 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3544e9c4-a119-472b-bfd9-f9c2ed72562d req-9ebea45b-71b7-4a5c-be41-e29ab3a023c9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541470 May 18 14:39:11.355452 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8f163-2dde-473a-b734-c4b70af7e96a req-b7ef5619-87c3-4d8d-9722-471798b89025 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:11.360621 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a8b8f163-2dde-473a-b734-c4b70af7e96a req-b7ef5619-87c3-4d8d-9722-471798b89025 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2139633 May 18 14:39:11.392281 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning for port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:11.402631 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:11.402991 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.457550 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a8b8f163-2dde-473a-b734-c4b70af7e96a req-f9eaba28-6cde-4467-99d0-ac22fc1b58ba tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884035 May 18 14:39:11.556269 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54656) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:11.652828 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.709766 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] For port 0a30a7a6-6f04-4a49-a367-2a413580a6b5, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=0a30a7a6-6f04-4a49-a367-2a413580a6b5,segment=NetworkSegment(e5bd077c-b92a-4931-b3d1-651fe0c15e02),segment_id=e5bd077c-b92a-4931-b3d1-651fe0c15e02)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:11.715986 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.720861 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-fdd31e77-4531-4794-8535-f727c68425a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:11.733354 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] Deleting subnet 52b66a2a-fc05-4934-a965-bda2429259aa {{(pid=91425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:39:11.739890 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.803214 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205902'] for subnet, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.812918 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Pushing event updated for resources: {'Port': ['ID=0a30a7a6-6f04-4a49-a367-2a413580a6b5,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:11.822025 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d642f8-f1f4-42bc-8bf7-e48e6a2bb808 req-f5ab94c0-b903-4fd4-9c3b-4637b69e2c3d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:11.824435 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.825760 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.826610 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.826948 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.827760 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.828089 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.828407 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.829258 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.829613 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.830238 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.831237 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.831593 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:11.837269 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:11.847118 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-81d642f8-f1f4-42bc-8bf7-e48e6a2bb808 req-f5ab94c0-b903-4fd4-9c3b-4637b69e2c3d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.3375230 May 18 14:39:11.888079 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2d359-c27d-4411-b941-316fa35b28cb req-95155151-4656-45d5-b0b1-759f10cb7839 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:11.896143 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b3a2d359-c27d-4411-b941-316fa35b28cb req-95155151-4656-45d5-b0b1-759f10cb7839 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2332938 May 18 14:39:11.913228 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:11.938668 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-81d642f8-f1f4-42bc-8bf7-e48e6a2bb808 req-b819d771-6088-471c-9afd-9ae9c176a9ea tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904157 May 18 14:39:11.972904 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b3a2d359-c27d-4411-b941-316fa35b28cb req-1627c3d7-8311-42f0-9a84-280d2e9b62ee tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732546 May 18 14:39:12.237973 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2205876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136208'] for subnet, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.242733 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:12.289519 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52b66a2a-fc05-4934-a965-bda2429259aa,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:12.292799 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:12.293781 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.302548 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-8d0d17fd-2a29-480f-a5e6-ccb01a251690 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/52b66a2a-fc05-4934-a965-bda2429259aa HTTP/1.1" status: 204 len: 168 time: 0.7449615 May 18 14:39:12.305332 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 54660) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:12.476742 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.738874 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.757865 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ee8471-4969-4023-8cd4-2f7eaf715a60']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:12.775139 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5343c5b6-494a-40cb-9169-65c0763e94ec') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:12.775437 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5343c5b6-494a-40cb-9169-65c0763e94ec') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:12.794596 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.809468 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17481e-f319-4945-ba28-84f6d70858c1 req-2ab003dc-c56d-4634-8123-aa575e256ee7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:12.811031 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4c17481e-f319-4945-ba28-84f6d70858c1 req-2ab003dc-c56d-4634-8123-aa575e256ee7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.3149121 May 18 14:39:12.839610 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.854197 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:39:12.854608 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:39:12.869197 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:39:12.877105 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8d731-dda9-4546-b7d5-890f09b4edfd req-3f20d69f-a32a-43b3-be81-d09096964f3f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:12.880752 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 0a30a7a6-6f04-4a49-a367-2a413580a6b5 up at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:12.884277 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdc8d731-dda9-4546-b7d5-890f09b4edfd req-3f20d69f-a32a-43b3-be81-d09096964f3f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2916701 May 18 14:39:12.978963 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-02f2eb9c-5c47-47ac-a1c4-a7564c1e879c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.011332 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Provisioning complete for port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:13.011608 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.020656 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4c17481e-f319-4945-ba28-84f6d70858c1 req-bb58d750-75da-443d-99b2-22b8ac451a16 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959271 May 18 14:39:13.032748 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.063577 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdc8d731-dda9-4546-b7d5-890f09b4edfd req-94469ff7-f61c-4adc-806e-05d26a619bda tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782906 May 18 14:39:13.066382 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:13.099024 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.130862 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ee8471-4969-4023-8cd4-2f7eaf715a60,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:13.154977 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.155402 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.155770 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.156167 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.156558 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.156939 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.157318 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.157686 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.158120 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.158471 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.158869 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.159240 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:39:13.170261 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:13.171726 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-373c8e78-5112-4d47-a3d4-bb447d7cd533 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1ee8471-4969-4023-8cd4-2f7eaf715a60 HTTP/1.1" status: 204 len: 168 time: 0.8653514 May 18 14:39:13.175700 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54674) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:13.291533 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] Deleting subnet 2d4ecfa7-0a1d-4180-8d10-aa2f81c78dd9 {{(pid=91425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:39:13.295763 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.353906 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205902'] for subnet, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.361286 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fa178-7f6f-4b7f-ad1a-60a8ccb860ad req-dfee5005-2501-4c00-8ab5-e22eac044e4b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:13.365622 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-784fa178-7f6f-4b7f-ad1a-60a8ccb860ad req-dfee5005-2501-4c00-8ab5-e22eac044e4b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.1750388 May 18 14:39:13.426819 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.439580 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-784fa178-7f6f-4b7f-ad1a-60a8ccb860ad req-0b03e763-4f73-439a-afa4-8d135c49cdae tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643339 May 18 14:39:13.450992 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19df78-ae2a-4c68-8085-54c0c1c139e7 req-b1925154-194a-40ba-8cbb-d86327b36ab1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:13.457267 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ce19df78-ae2a-4c68-8085-54c0c1c139e7 req-b1925154-194a-40ba-8cbb-d86327b36ab1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1827123 May 18 14:39:13.525157 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ce19df78-ae2a-4c68-8085-54c0c1c139e7 req-8c7a4a9e-a8e5-4c93-b944-439930d67131 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588470 May 18 14:39:13.767233 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2205876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136208'] for subnet, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.772041 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:13.812894 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d4ecfa7-0a1d-4180-8d10-aa2f81c78dd9,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:13.815701 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:13.816724 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:13.824109 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-d367b3f2-a6ff-43fe-a2a4-e9e1579d07c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2d4ecfa7-0a1d-4180-8d10-aa2f81c78dd9 HTTP/1.1" status: 204 len: 168 time: 0.6472819 May 18 14:39:13.827853 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 54680) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:13.945506 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.095251 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.111110 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:14.133808 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124018b4-7292-494d-b795-e81ab7d92080') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:14.134099 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124018b4-7292-494d-b795-e81ab7d92080') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:14.282042 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.355860 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.372518 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:39:14.373533 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:39:14.389286 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:39:14.491384 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.506077 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abb5f2-1059-40eb-b0a8-2aef9c3d3c72 req-56884099-991a-48db-8778-be8260c2c878 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:14.507433 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e0abb5f2-1059-40eb-b0a8-2aef9c3d3c72 req-56884099-991a-48db-8778-be8260c2c878 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.3618436 May 18 14:39:14.508711 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:14.511370 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:14.532143 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa8935-5dbf-43b6-88b0-94f7c9ffae15 req-50fecd2e-fa4c-4321-9ebd-45d656a949ce tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:14.533643 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aaaa8935-5dbf-43b6-88b0-94f7c9ffae15 req-50fecd2e-fa4c-4321-9ebd-45d656a949ce tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2593775 May 18 14:39:14.556075 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:14.563303 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0fcbadf0-0f1d-4d5e-a4b6-6902ba50548f HTTP/1.1" status: 204 len: 168 time: 0.7343388 May 18 14:39:14.564355 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8ad4ac73-ceb4-4a3d-80b5-7423f9d02f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:14.636754 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e0abb5f2-1059-40eb-b0a8-2aef9c3d3c72 req-52f7fa35-72f9-423b-aba2-87fb80d9bc5c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986245 May 18 14:39:14.639497 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aaaa8935-5dbf-43b6-88b0-94f7c9ffae15 req-c8906e3e-8d46-464f-b425-a2ec95be4430 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967021 May 18 14:39:14.930700 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54696) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:14.952311 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d04f23-6caa-4a84-a730-7e5e02c8a3fd req-6a91a7d1-e964-4a33-8e78-b7f9ed1920f7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:14.953880 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c5d04f23-6caa-4a84-a730-7e5e02c8a3fd req-6a91a7d1-e964-4a33-8e78-b7f9ed1920f7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1335397 May 18 14:39:14.962023 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b22ac8-0468-440f-bc4b-3db0791c8be9 req-c5fc7ece-d365-4baa-b1bd-0f5f13d0ede9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:14.969631 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-95b22ac8-0468-440f-bc4b-3db0791c8be9 req-c5fc7ece-d365-4baa-b1bd-0f5f13d0ede9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.1888566 May 18 14:39:15.005809 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-dd1ca72a-2ea2-40c5-ae55-521bde8b5fca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f36cb5efa89f4686b6ee774356ae41bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721703 May 18 14:39:15.009065 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54700) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:15.046347 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c5d04f23-6caa-4a84-a730-7e5e02c8a3fd req-bbf0a798-dc73-4e12-bc05-08bbe35a0603 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746367 May 18 14:39:15.059640 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-95b22ac8-0468-440f-bc4b-3db0791c8be9 req-bc21db25-7ff8-4108-9139-b355e8e9f90c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891447 May 18 14:39:15.130673 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-991cee16-679a-4df6-90ba-e31d2464e46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.162335 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-991cee16-679a-4df6-90ba-e31d2464e46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.222954 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-991cee16-679a-4df6-90ba-e31d2464e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.229893 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b5334a22-13bb-4a1e-b34e-69d3b14e372c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:15.260410 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cee16-679a-4df6-90ba-e31d2464e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd097c0-2652-49b2-9171-f955b022aedb,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:15.276059 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-991cee16-679a-4df6-90ba-e31d2464e46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:15.280335 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-991cee16-679a-4df6-90ba-e31d2464e46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.285151 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-991cee16-679a-4df6-90ba-e31d2464e46e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fd097c0-2652-49b2-9171-f955b022aedb HTTP/1.1" status: 204 len: 168 time: 0.2717192 May 18 14:39:15.582513 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.751218 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54712) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:15.761956 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-1fb77e00-9038-4f7e-b7ff-ae330a578f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.822931 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-805e54af-282c-457a-815d-51bfde19cc02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee5aeaa4140c46549e255a58ffdd47c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702341 May 18 14:39:15.825796 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 54716) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:15.931166 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-98aaf710-fa30-4453-9401-084fd42988ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.974931 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617b40c-fbd8-4f0a-b620-3cba7772c0ce req-7fb80681-e052-4544-9ad1-0725633f2037 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:15.977363 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e617b40c-fbd8-4f0a-b620-3cba7772c0ce req-7fb80681-e052-4544-9ad1-0725633f2037 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1370118 May 18 14:39:15.987061 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8017da-5878-4265-8c6a-42d8e7ce4755 req-4538892a-cdc8-4430-9b1e-7b63028e1d4d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:15.988799 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-98aaf710-fa30-4453-9401-084fd42988ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:15.991160 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aa8017da-5878-4265-8c6a-42d8e7ce4755 req-4538892a-cdc8-4430-9b1e-7b63028e1d4d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1899557 May 18 14:39:16.084409 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-98aaf710-fa30-4453-9401-084fd42988ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:16.089244 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-991cee16-679a-4df6-90ba-e31d2464e46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:16.095435 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aa8017da-5878-4265-8c6a-42d8e7ce4755 req-e765834b-f207-49e8-9cf5-6b522dbace9a tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860357 May 18 14:39:16.103039 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaf710-fa30-4453-9401-084fd42988ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74cf87e-8e14-4c07-94bf-c7ac5cc6b1cc,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:16.105999 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-98aaf710-fa30-4453-9401-084fd42988ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:16.113940 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e617b40c-fbd8-4f0a-b620-3cba7772c0ce req-7442cd35-0092-4ec0-ae39-49941c77792e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214018 May 18 14:39:16.135614 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-98aaf710-fa30-4453-9401-084fd42988ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:16.139692 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-98aaf710-fa30-4453-9401-084fd42988ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a74cf87e-8e14-4c07-94bf-c7ac5cc6b1cc HTTP/1.1" status: 204 len: 168 time: 0.3090501 May 18 14:39:16.383812 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:16.386530 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7264cb-a375-4a4a-a917-8b2a186178d7 req-099db05b-875e-4e83-a463-4b1b1ba6c577 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:16.394103 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-df7264cb-a375-4a4a-a917-8b2a186178d7 req-099db05b-875e-4e83-a463-4b1b1ba6c577 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1601589 May 18 14:39:16.445486 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbec51-7ff4-439e-9475-bd6a39121882 req-9ad06452-7925-4598-915f-fa2a4a73958e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:16.447311 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdbbec51-7ff4-439e-9475-bd6a39121882 req-9ad06452-7925-4598-915f-fa2a4a73958e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.1685739 May 18 14:39:16.483912 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-df7264cb-a375-4a4a-a917-8b2a186178d7 req-582cb560-d39e-44c1-881d-668b19e164d8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888083 May 18 14:39:16.513229 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdbbec51-7ff4-439e-9475-bd6a39121882 req-06e7ff6b-d534-4949-976d-76962b51be3f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555015 May 18 14:39:17.437007 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff94a99-8e62-4520-b187-dfea0040f089 req-c8312904-efca-4e1a-ab91-52f246260519 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:17.440724 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dff94a99-8e62-4520-b187-dfea0040f089 req-c8312904-efca-4e1a-ab91-52f246260519 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1925766 May 18 14:39:17.449738 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2cb02-678b-4640-b04b-e0d56653ccc3 req-e1ec9d1b-06d8-4549-b858-5d3cdb2f3e1b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:17.451567 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ecd2cb02-678b-4640-b04b-e0d56653ccc3 req-e1ec9d1b-06d8-4549-b858-5d3cdb2f3e1b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1364968 May 18 14:39:17.518603 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dff94a99-8e62-4520-b187-dfea0040f089 req-15080895-4f44-449f-b2ff-ebbeef90ad14 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653002 May 18 14:39:17.548127 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ecd2cb02-678b-4640-b04b-e0d56653ccc3 req-3932350d-ddb8-41f6-8c4e-e6c0b3bc5012 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626187 May 18 14:39:17.815184 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362d4e6-b4d1-4ca6-9e26-077a07a167a1 req-62522d46-d788-421e-a735-7bbe98419229 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:17.816726 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d362d4e6-b4d1-4ca6-9e26-077a07a167a1 req-62522d46-d788-421e-a735-7bbe98419229 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1508572 May 18 14:39:17.824545 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36db66-35aa-44de-9355-8e740e778ce4 req-c339ed80-a270-4823-815a-8756919003e8 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:17.826582 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ac36db66-35aa-44de-9355-8e740e778ce4 req-c339ed80-a270-4823-815a-8756919003e8 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.1227164 May 18 14:39:17.903548 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d362d4e6-b4d1-4ca6-9e26-077a07a167a1 req-573dcd0b-ad8a-4b73-9d04-073387615e9c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759556 May 18 14:39:17.909100 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ac36db66-35aa-44de-9355-8e740e778ce4 req-2e11e8d1-f595-40e3-ad57-99a903acfc46 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681572 May 18 14:39:18.316456 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:18.467981 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e699512b-1418-4b5a-86e8-757750d090ce req-5aa5f4a1-3872-4059-af87-786038dd58a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827689 May 18 14:39:18.586849 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699512b-1418-4b5a-86e8-757750d090ce req-1b04948b-6000-473b-86d4-351c4ceae71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:18.588684 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e699512b-1418-4b5a-86e8-757750d090ce req-1b04948b-6000-473b-86d4-351c4ceae71d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 1098 time: 0.0893648 May 18 14:39:18.766188 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699512b-1418-4b5a-86e8-757750d090ce req-f4ebc025-88cd-47b5-9d57-544e4ec924b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:18.768564 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e699512b-1418-4b5a-86e8-757750d090ce req-f4ebc025-88cd-47b5-9d57-544e4ec924b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.1546791 May 18 14:39:18.840988 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c13ec3-d392-4aee-82d5-e4dff161e830 req-ae0cb5d8-92f1-4a24-a7e5-79df07c5a58f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:18.848453 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f6c13ec3-d392-4aee-82d5-e4dff161e830 req-ae0cb5d8-92f1-4a24-a7e5-79df07c5a58f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1236439 May 18 14:39:18.858655 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a443-1f4f-4d82-a40d-4c6508d67687 req-0bb47c5c-5f46-445f-8c94-bd1bed54f54e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:18.865769 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1c76a443-1f4f-4d82-a40d-4c6508d67687 req-0bb47c5c-5f46-445f-8c94-bd1bed54f54e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1772852 May 18 14:39:18.947423 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f6c13ec3-d392-4aee-82d5-e4dff161e830 req-ca61a348-8ce8-4f37-8cd7-eaf8066c1791 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960705 May 18 14:39:18.961260 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1c76a443-1f4f-4d82-a40d-4c6508d67687 req-7272aa6a-e9d1-4157-b11a-3760b4ef9252 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923877 May 18 14:39:19.130702 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e699512b-1418-4b5a-86e8-757750d090ce req-199587e9-a9d2-4db7-a66d-2ce0d95940d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a313953-f837-476c-ae28-950913a83ae0 HTTP/1.1" status: 200 len: 217 time: 0.3453617 May 18 14:39:19.312353 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699512b-1418-4b5a-86e8-757750d090ce req-8fef2ec2-14f9-43ca-998a-77bf45472d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:19.316217 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e699512b-1418-4b5a-86e8-757750d090ce req-8fef2ec2-14f9-43ca-998a-77bf45472d93 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.1756346 May 18 14:39:19.368730 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8771b-9acd-4867-909b-d6a013da2a07 req-cc188267-72db-4c5c-b4e9-b3230da0a388 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:19.376526 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-29b8771b-9acd-4867-909b-d6a013da2a07 req-cc188267-72db-4c5c-b4e9-b3230da0a388 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3019679 May 18 14:39:19.419283 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e699512b-1418-4b5a-86e8-757750d090ce req-40bacfe2-284c-46e5-8616-80ec15e927ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948441 May 18 14:39:19.450456 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-29b8771b-9acd-4867-909b-d6a013da2a07 req-195a90a8-2044-4f44-920d-bc26c1ac7831 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727723 May 18 14:39:19.476314 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcfdc3-dc59-4f34-8547-265818d866a5 req-2b4277f9-3ea0-4d92-aef7-ec7ce0eb7401 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:19.483682 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-46bcfdc3-dc59-4f34-8547-265818d866a5 req-2b4277f9-3ea0-4d92-aef7-ec7ce0eb7401 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.3075650 May 18 14:39:19.570229 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-46bcfdc3-dc59-4f34-8547-265818d866a5 req-700c8d5c-0ff1-4604-84ca-d3833facae79 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853255 May 18 14:39:19.664407 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e699512b-1418-4b5a-86e8-757750d090ce req-9607e173-cd5d-49cf-93ed-46c40899ba6d service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348895 May 18 14:39:19.879359 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e699512b-1418-4b5a-86e8-757750d090ce req-bac1a1cf-3351-4283-98aa-4ea4788f0209 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068164 May 18 14:39:19.909862 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:20.288499 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043ac32-cbd1-40a7-90b8-4013b85c4179 req-2831e9fc-ace0-4f2f-a041-998960e2cfd9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:20.298917 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1043ac32-cbd1-40a7-90b8-4013b85c4179 req-2831e9fc-ace0-4f2f-a041-998960e2cfd9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1690044 May 18 14:39:20.354596 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235da8c-2d3f-4eab-8573-fc30557834da req-455f5c71-16cb-4cea-a596-4572688cbad4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:20.362525 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c235da8c-2d3f-4eab-8573-fc30557834da req-455f5c71-16cb-4cea-a596-4572688cbad4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1834626 May 18 14:39:20.395832 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1043ac32-cbd1-40a7-90b8-4013b85c4179 req-3bbd417a-1465-4177-aaf9-41d4ccffd174 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938530 May 18 14:39:20.472047 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c235da8c-2d3f-4eab-8573-fc30557834da req-042af767-901c-450a-8d5c-b4093f6ea7be tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081238 May 18 14:39:20.897388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59977a32-bf8e-447f-9bad-2f4a5bd76408 req-598bbf29-75c1-4325-864e-1cab64b34963 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:20.905638 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-59977a32-bf8e-447f-9bad-2f4a5bd76408 req-598bbf29-75c1-4325-864e-1cab64b34963 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2617126 May 18 14:39:21.055486 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-59977a32-bf8e-447f-9bad-2f4a5bd76408 req-44e35c70-2327-420b-a900-e8fabf631000 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294680 May 18 14:39:21.136093 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcd9fe-3c87-4fe1-9b03-d26f448a8105 req-701582b5-70be-45b6-96ea-ad416de590aa tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.137956 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a0dcd9fe-3c87-4fe1-9b03-d26f448a8105 req-701582b5-70be-45b6-96ea-ad416de590aa tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.1789231 May 18 14:39:21.201288 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a0dcd9fe-3c87-4fe1-9b03-d26f448a8105 req-746dbb1f-b25b-4276-bf94-21649c8256d8 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560420 May 18 14:39:21.793429 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c14ddf-341d-4151-865e-b43b1533b05d req-12927958-7121-4f9f-9e4f-ea1c386b0a12 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.800678 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-19c14ddf-341d-4151-865e-b43b1533b05d req-12927958-7121-4f9f-9e4f-ea1c386b0a12 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2574406 May 18 14:39:21.811621 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d011df-8b58-4fa0-aa7f-3a3fa8a8e3fc req-cb9fa148-c6fe-4f22-b7c4-80870ece21d9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:21.821573 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-09d011df-8b58-4fa0-aa7f-3a3fa8a8e3fc req-cb9fa148-c6fe-4f22-b7c4-80870ece21d9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1526611 May 18 14:39:21.900726 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-19c14ddf-341d-4151-865e-b43b1533b05d req-35d28f6c-dda1-417c-bf7f-ab409b5c1c2c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987501 May 18 14:39:21.944344 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-09d011df-8b58-4fa0-aa7f-3a3fa8a8e3fc req-8e5d67e7-71e2-48fc-82bd-27f836b49a0a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215432 May 18 14:39:22.397589 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9811174-0463-400e-a713-8f426a955ce2 req-cf6aea2d-32b6-4998-b05c-95ada3b885cd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:22.415138 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c9811174-0463-400e-a713-8f426a955ce2 req-cf6aea2d-32b6-4998-b05c-95ada3b885cd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2069147 May 18 14:39:22.512282 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c9811174-0463-400e-a713-8f426a955ce2 req-c124c8fc-23ac-41b3-b2d5-d531a88deff4 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957839 May 18 14:39:22.588047 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5afec2-fafc-470d-bfb8-8978b766b607 req-b7472f50-6895-48a8-b520-5eb3c3aab429 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:22.595759 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de5afec2-fafc-470d-bfb8-8978b766b607 req-b7472f50-6895-48a8-b520-5eb3c3aab429 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 943 time: 0.1780214 May 18 14:39:22.663016 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de5afec2-fafc-470d-bfb8-8978b766b607 req-c15be24d-4d7b-4c29-8e54-a78dfce7ff55 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659328 May 18 14:39:22.902402 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 845def17-5176-46c3-bf24-9010cf8c7ff0 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:39:23.244366 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 845def17-5176-46c3-bf24-9010cf8c7ff0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=845def17-5176-46c3-bf24-9010cf8c7ff0,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:23.270986 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '845def17-5176-46c3-bf24-9010cf8c7ff0', 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'port_id': '845def17-5176-46c3-bf24-9010cf8c7ff0', 'mac_address': 'fa:16:3e:03:df:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5835ce-3a5c-4f73-99b4-f6619f5a32e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:39:23.290183 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f03ca3-88ab-4c9c-9f35-c353fb739761 req-68454ee8-1b85-46e5-90f9-0451e5ba555e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:23.303781 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-23f03ca3-88ab-4c9c-9f35-c353fb739761 req-68454ee8-1b85-46e5-90f9-0451e5ba555e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1874039 May 18 14:39:23.366492 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:23.369278 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec632-8818-4979-bcab-ca36b5c1e4c4 req-66eef184-02e7-4c3f-82b1-df09a7f2fc6a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:23.383234 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a97ec632-8818-4979-bcab-ca36b5c1e4c4 req-66eef184-02e7-4c3f-82b1-df09a7f2fc6a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2089963 May 18 14:39:23.417830 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845def17-5176-46c3-bf24-9010cf8c7ff0 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:23.464860 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 845def17-5176-46c3-bf24-9010cf8c7ff0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=845def17-5176-46c3-bf24-9010cf8c7ff0,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:23.472196 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:23.474622 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-3b31d9a0-47cd-4f9e-b2fa-53bd3ac837fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:23.544230 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-23f03ca3-88ab-4c9c-9f35-c353fb739761 req-5a8cce5e-02e5-4693-ba5b-f012f26a1df1 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385745 May 18 14:39:23.563506 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a97ec632-8818-4979-bcab-ca36b5c1e4c4 req-370d634a-5d62-4609-bc97-a44a846883de tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789694 May 18 14:39:23.647401 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=845def17-5176-46c3-bf24-9010cf8c7ff0,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:23.651286 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:23.809920 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['845def17-5176-46c3-bf24-9010cf8c7ff0'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:23.967984 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779def03-34b5-45b7-8357-66cb12e66884 req-0712254a-075c-4856-9b34-6b6c83ad1236 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:23.972972 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-779def03-34b5-45b7-8357-66cb12e66884 req-0712254a-075c-4856-9b34-6b6c83ad1236 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2387660 May 18 14:39:24.033813 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-779def03-34b5-45b7-8357-66cb12e66884 req-8219a4b0-02e9-4b87-a4d3-d3c0f991d278 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504732 May 18 14:39:24.357902 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38717d35-c940-4815-a0bf-712b47050f13 req-1fce42cd-b657-4ccc-8d14-635723ed8ec5 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.366996 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-38717d35-c940-4815-a0bf-712b47050f13 req-1fce42cd-b657-4ccc-8d14-635723ed8ec5 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 944 time: 0.3363636 May 18 14:39:24.425469 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-38717d35-c940-4815-a0bf-712b47050f13 req-1c2e8362-fd0f-4e8d-b4d6-f32f80580c03 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570483 May 18 14:39:24.910447 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:39:24.974800 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfeb59e-76ea-47d4-bc74-3d874deea41f req-77272d99-f13f-4cb3-a327-3abb809fca0e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:24.983184 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3bfeb59e-76ea-47d4-bc74-3d874deea41f req-77272d99-f13f-4cb3-a327-3abb809fca0e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2176602 May 18 14:39:25.019466 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a36a-e821-4278-b5fd-499d95bc75d3 req-eeb03c86-8aa0-42f6-9834-e9c6175faba9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:25.027736 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2b19a36a-e821-4278-b5fd-499d95bc75d3 req-eeb03c86-8aa0-42f6-9834-e9c6175faba9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1971190 May 18 14:39:25.113307 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2b19a36a-e821-4278-b5fd-499d95bc75d3 req-34bae8bf-3c95-41ec-b213-ec6d4e9f5b2d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842798 May 18 14:39:25.144313 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:25.162007 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'port_id': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'mac_address': 'fa:16:3e:84:4e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:39:25.168141 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3bfeb59e-76ea-47d4-bc74-3d874deea41f req-e0827b6a-1f9a-4c9f-bf12-02e29c952d9d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834209 May 18 14:39:25.293564 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:25.361420 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5862fa9-6692-4c19-b65a-f5e8087978cf {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:25.389263 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:25.398364 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:25.403039 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:25.445822 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237a19-e99c-45c2-adcc-4f14273459a7 req-d5a89b4c-3f94-43cd-ad71-6ed52ec62ca8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:25.455420 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1d237a19-e99c-45c2-adcc-4f14273459a7 req-d5a89b4c-3f94-43cd-ad71-6ed52ec62ca8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1198266 May 18 14:39:25.492832 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=6']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:25.497117 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:25.530223 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1d237a19-e99c-45c2-adcc-4f14273459a7 req-c58f00bd-da1a-42d4-9f1c-6f954054561e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737460 May 18 14:39:25.533914 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['e5862fa9-6692-4c19-b65a-f5e8087978cf'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:39:25.786868 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62af299-6049-4da8-a958-74ff7ba4cd0a req-f411c83b-0185-4654-a678-f48001866494 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:25.788939 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c62af299-6049-4da8-a958-74ff7ba4cd0a req-f411c83b-0185-4654-a678-f48001866494 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 944 time: 0.1592836 May 18 14:39:26.008836 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c62af299-6049-4da8-a958-74ff7ba4cd0a req-1b357a2f-0f5a-492a-9a18-2962fe92eeef tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138922 May 18 14:39:26.516634 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1354a-ceae-470b-8253-746388b7179e req-ecd245f7-c9d7-4daf-abb1-cdb5e3e017dd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:26.520009 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-39f1354a-ceae-470b-8253-746388b7179e req-ecd245f7-c9d7-4daf-abb1-cdb5e3e017dd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 944 time: 0.1517816 May 18 14:39:26.566166 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de587b54-b541-4fcc-b703-55f95ee5bb53 req-ff922991-7799-4127-bf52-2e3c00d6e134 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:26.567720 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de587b54-b541-4fcc-b703-55f95ee5bb53 req-ff922991-7799-4127-bf52-2e3c00d6e134 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2540956 May 18 14:39:26.615173 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-39f1354a-ceae-470b-8253-746388b7179e req-4d95972b-7184-46fe-9288-0bf237f2c351 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880539 May 18 14:39:26.668458 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-de587b54-b541-4fcc-b703-55f95ee5bb53 req-a10a0997-919a-4f32-a5fa-666b3c08874c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928538 May 18 14:39:26.909872 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11cbd-d2fc-4d4a-a050-548804e823eb req-74e17e72-f962-4af5-a314-cdfc5d83f507 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:26.911701 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d2f11cbd-d2fc-4d4a-a050-548804e823eb req-74e17e72-f962-4af5-a314-cdfc5d83f507 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1436965 May 18 14:39:26.919106 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 845def17-5176-46c3-bf24-9010cf8c7ff0 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:26.979947 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d2f11cbd-d2fc-4d4a-a050-548804e823eb req-e90312d6-4f03-4bf4-b9c7-d5520860ac1d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612884 May 18 14:39:27.094268 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 845def17-5176-46c3-bf24-9010cf8c7ff0 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:27.106056 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 845def17-5176-46c3-bf24-9010cf8c7ff0 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:27.106539 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.334440 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c079-369e-441e-88b2-8b8579365d2d req-b11fb3d1-50f7-4048-9b2f-e4b3cbd1a0c5 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:27.343623 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7c23c079-369e-441e-88b2-8b8579365d2d req-b11fb3d1-50f7-4048-9b2f-e4b3cbd1a0c5 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 944 time: 0.1284852 May 18 14:39:27.484200 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.574367 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ce1067-2fd2-4258-ae29-0430e871b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845def17-5176-46c3-bf24-9010cf8c7ff0'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:27.577224 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7c23c079-369e-441e-88b2-8b8579365d2d req-33739a81-3e0d-4a99-b003-5e937cc01b61 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321444 May 18 14:39:27.618262 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 845def17-5176-46c3-bf24-9010cf8c7ff0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=845def17-5176-46c3-bf24-9010cf8c7ff0,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:27.645423 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:27.646908 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:39:27.762218 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:27.850414 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ce1067-2fd2-4258-ae29-0430e871b0b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845def17-5176-46c3-bf24-9010cf8c7ff0', 'code': 200} May 18 14:39:28.017987 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=845def17-5176-46c3-bf24-9010cf8c7ff0,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:28.024315 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:28.058729 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port e5862fa9-6692-4c19-b65a-f5e8087978cf triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:28.059250 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:28.248360 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e34989-3109-4959-932f-8f9e293ff37b req-c5fedc06-afc3-42f7-93bf-7ce7b035b5ab tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.256808 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-44e34989-3109-4959-932f-8f9e293ff37b req-c5fedc06-afc3-42f7-93bf-7ce7b035b5ab tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 944 time: 0.3427646 May 18 14:39:28.294765 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e42f73-a30e-4261-baf8-04c318ffcaae req-e24b2d04-167e-440f-9102-318c8f2889be tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.303039 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37e42f73-a30e-4261-baf8-04c318ffcaae req-e24b2d04-167e-440f-9102-318c8f2889be tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2445593 May 18 14:39:28.309647 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c0539-1909-40b9-a56f-7818c263bea9 req-0e890b2f-778a-439b-8d39-8800067e765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.311891 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c46c0539-1909-40b9-a56f-7818c263bea9 req-0e890b2f-778a-439b-8d39-8800067e765b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 1098 time: 0.2076073 May 18 14:39:28.381545 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c46c0539-1909-40b9-a56f-7818c263bea9 req-39fe2a10-c211-4b51-889b-85dbba362ef1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609400 May 18 14:39:28.394226 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37e42f73-a30e-4261-baf8-04c318ffcaae req-a60b409b-b854-4f7c-ad04-ef6ca4267384 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895703 May 18 14:39:28.402571 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:28.424093 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-44e34989-3109-4959-932f-8f9e293ff37b req-274dfd41-d9b4-4520-ad5c-d4fd257869d4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580541 May 18 14:39:28.477152 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:28.487349 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:28.489435 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:28.603570 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=7']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:28.619692 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:28.722709 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f0d99-2c2f-4c2a-b31b-01bed9573614 req-54e981fd-c2cc-4bc6-b309-c0f57eb3270a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:28.733886 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-652f0d99-2c2f-4c2a-b31b-01bed9573614 req-54e981fd-c2cc-4bc6-b309-c0f57eb3270a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1793115 May 18 14:39:28.972414 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-652f0d99-2c2f-4c2a-b31b-01bed9573614 req-76888d83-d2ef-40f4-b8c5-e661f9c1cd6f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321384 May 18 14:39:29.058078 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362731b-c49d-42fe-a758-a2c4597298e2 req-d0ca22fa-a0e7-480b-92b7-4bc8dc60675a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:29.071628 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e362731b-c49d-42fe-a758-a2c4597298e2 req-d0ca22fa-a0e7-480b-92b7-4bc8dc60675a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 945 time: 0.2594702 May 18 14:39:29.187539 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e362731b-c49d-42fe-a758-a2c4597298e2 req-b347d5b8-3f45-4fe9-a07f-9597d42ea451 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132402 May 18 14:39:29.818986 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0f492-eae4-4269-bef4-66cca160473f req-e3cd94ce-e2e4-4bd0-b1aa-9e8e25dc5fc2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:29.826765 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-feb0f492-eae4-4269-bef4-66cca160473f req-e3cd94ce-e2e4-4bd0-b1aa-9e8e25dc5fc2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2062209 May 18 14:39:29.851607 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:29.941979 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0542e-a83d-4b63-8862-4a284f98aa51 req-f9de7c2e-cd65-4b3c-b771-996f6aeefbae tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:29.943544 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6ba0542e-a83d-4b63-8862-4a284f98aa51 req-f9de7c2e-cd65-4b3c-b771-996f6aeefbae tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2855482 May 18 14:39:30.018389 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-feb0f492-eae4-4269-bef4-66cca160473f req-d73e4302-d905-4573-86e8-cad09af1d259 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906414 May 18 14:39:30.098907 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6ba0542e-a83d-4b63-8862-4a284f98aa51 req-cc1735f7-91e8-4b4a-a947-e5a378c04d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440661 May 18 14:39:30.159538 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'code': 200} May 18 14:39:30.382139 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fdd09-849d-4e6c-bf88-3e2c40612634 req-4dd7085f-36e1-438b-8560-e5668aa29058 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:30.389600 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-626fdd09-849d-4e6c-bf88-3e2c40612634 req-4dd7085f-36e1-438b-8560-e5668aa29058 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1459391 May 18 14:39:30.577143 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-626fdd09-849d-4e6c-bf88-3e2c40612634 req-6017b930-4e4a-4803-a330-3462f8123193 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816661 May 18 14:39:30.626554 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a15867-ae01-4961-b476-0ea1e865be10 req-946c0fa5-7161-43ed-8c0e-4d0381501053 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:30.635362 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-81a15867-ae01-4961-b476-0ea1e865be10 req-946c0fa5-7161-43ed-8c0e-4d0381501053 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 945 time: 0.1774859 May 18 14:39:30.698263 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-81a15867-ae01-4961-b476-0ea1e865be10 req-bc7e39ce-d5eb-40a4-871e-4b810d9429e6 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619121 May 18 14:39:31.019802 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:39:31.423441 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d6a16-55e7-4c6a-9049-498b8f92e702 req-56c70a6f-e0d3-45a5-a2a6-7dd73ce1b925 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:31.425086 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-004d6a16-55e7-4c6a-9049-498b8f92e702 req-56c70a6f-e0d3-45a5-a2a6-7dd73ce1b925 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2353601 May 18 14:39:31.434424 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c682fd-dab6-423f-82e0-e34674eccd3f req-28f919fe-5a71-47e2-90df-59dcc4098fec tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:31.441319 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-39c682fd-dab6-423f-82e0-e34674eccd3f req-28f919fe-5a71-47e2-90df-59dcc4098fec tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1400719 May 18 14:39:31.520603 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-004d6a16-55e7-4c6a-9049-498b8f92e702 req-b017535c-8da7-41cc-a4e9-4db1ea9545a2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766122 May 18 14:39:31.531322 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-39c682fd-dab6-423f-82e0-e34674eccd3f req-298acb98-b6bc-496d-b527-8698242eb18d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890865 May 18 14:39:31.902693 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960706-a2c9-4c63-a5c4-efb0bd6ea098 req-17cc839a-ff70-447e-8410-b77989b62803 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:31.911703 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cb960706-a2c9-4c63-a5c4-efb0bd6ea098 req-17cc839a-ff70-447e-8410-b77989b62803 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1651011 May 18 14:39:31.974278 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cb960706-a2c9-4c63-a5c4-efb0bd6ea098 req-b1a6e725-e77f-45bb-9153-e6a58f81d066 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593560 May 18 14:39:32.097165 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a55ef-0e4d-4281-8d61-c902d2cf7965 req-8be319a4-38a4-43cb-b15b-7dd25e961eba tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:32.099250 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f85a55ef-0e4d-4281-8d61-c902d2cf7965 req-8be319a4-38a4-43cb-b15b-7dd25e961eba tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1591561 May 18 14:39:32.157909 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122f566-0ab7-4085-a673-303dc7394e93 req-3ee9788b-ddd1-4b2c-b9c9-8aefbdfe8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:32.160143 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5122f566-0ab7-4085-a673-303dc7394e93 req-3ee9788b-ddd1-4b2c-b9c9-8aefbdfe8e01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 1099 time: 0.1100221 May 18 14:39:32.188347 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f85a55ef-0e4d-4281-8d61-c902d2cf7965 req-5d7b1fa2-bd27-4e52-b5b3-d65e395c3f67 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832231 May 18 14:39:32.784329 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122f566-0ab7-4085-a673-303dc7394e93 req-9497cb5d-f73a-4d8d-b90a-641e3685ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:32.786235 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5122f566-0ab7-4085-a673-303dc7394e93 req-9497cb5d-f73a-4d8d-b90a-641e3685ac26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 912 time: 0.6143835 May 18 14:39:32.948957 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45642f3-73f8-4be9-870e-e4bd03513ff0 req-4961d7fa-3c41-4d4d-8e9c-35934e6d5d06 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:32.956520 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c45642f3-73f8-4be9-870e-e4bd03513ff0 req-4961d7fa-3c41-4d4d-8e9c-35934e6d5d06 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2244382 May 18 14:39:32.986339 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5122f566-0ab7-4085-a673-303dc7394e93 req-10136c3f-7aec-4993-aeff-52deec3331a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 HTTP/1.1" status: 200 len: 1002 time: 0.1831279 May 18 14:39:33.124968 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e55745-025b-428b-a197-03d072403ffe req-7851366f-8295-4354-b264-7641c40a12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:33.126403 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a2e55745-025b-428b-a197-03d072403ffe req-7851366f-8295-4354-b264-7641c40a12ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1099 time: 0.6474428 May 18 14:39:33.135833 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c45642f3-73f8-4be9-870e-e4bd03513ff0 req-98728597-c198-4df4-844f-6bf383c1696b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783774 May 18 14:39:33.220484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122f566-0ab7-4085-a673-303dc7394e93 req-26b2edb7-58e8-4407-bacd-d0bd91c9909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:33.222972 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5122f566-0ab7-4085-a673-303dc7394e93 req-26b2edb7-58e8-4407-bacd-d0bd91c9909d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.2229700 May 18 14:39:33.246424 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-a2e55745-025b-428b-a197-03d072403ffe req-17d83e99-242b-418d-9343-b8ab80f8bb07 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917354 May 18 14:39:33.329405 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122f566-0ab7-4085-a673-303dc7394e93 req-895df805-9aa0-4467-a491-06f9ded07fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:33.331670 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5122f566-0ab7-4085-a673-303dc7394e93 req-895df805-9aa0-4467-a491-06f9ded07fa5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890253 May 18 14:39:33.565599 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5122f566-0ab7-4085-a673-303dc7394e93 req-0a9ff39b-5deb-4275-9a33-19d94658c9e7 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226734 May 18 14:39:33.625397 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1983323-eac2-4ec4-9eab-d86fb6aa7634 req-24256e16-95d5-48fb-aebe-01d693925e69 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:33.640035 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f1983323-eac2-4ec4-9eab-d86fb6aa7634 req-24256e16-95d5-48fb-aebe-01d693925e69 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2025614 May 18 14:39:33.789781 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f1983323-eac2-4ec4-9eab-d86fb6aa7634 req-06ce91b4-4cbb-4284-93d8-d602b626328a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438346 May 18 14:39:33.820814 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5122f566-0ab7-4085-a673-303dc7394e93 req-e984d78f-d5e8-4a87-8d58-0480a0e21f32 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458644 May 18 14:39:33.857756 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963fa4e-1945-4567-aa0c-4ca5abc9dd42 req-b10e4e35-04a5-48ac-942a-e97beffcbb65 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:33.859285 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5963fa4e-1945-4567-aa0c-4ca5abc9dd42 req-b10e4e35-04a5-48ac-942a-e97beffcbb65 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1257145 May 18 14:39:33.958978 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5963fa4e-1945-4567-aa0c-4ca5abc9dd42 req-b271489d-7dec-46fb-82cd-e43a6209931f tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903473 May 18 14:39:34.593056 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06943d1-17e8-48b1-b7a0-d31fd1847dea req-9c35929e-a961-48ef-9e84-207a860a5533 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:34.612337 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d06943d1-17e8-48b1-b7a0-d31fd1847dea req-9c35929e-a961-48ef-9e84-207a860a5533 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1736059 May 18 14:39:34.725335 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d06943d1-17e8-48b1-b7a0-d31fd1847dea req-c811f627-20c3-44e4-9e69-3b0d4f9aa4db tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119339 May 18 14:39:35.166618 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34ef03-54fb-4527-9374-b66a5bf6ff3c req-e78150ce-bdc4-4a35-8f50-d51c51697729 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:35.174526 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5b34ef03-54fb-4527-9374-b66a5bf6ff3c req-e78150ce-bdc4-4a35-8f50-d51c51697729 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1840641 May 18 14:39:35.246464 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5b34ef03-54fb-4527-9374-b66a5bf6ff3c req-a5a7d370-4e02-4294-9e54-7f12c837482a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620456 May 18 14:39:35.542521 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-1a91c2b8-8d65-46cb-b265-4f750e659195 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:35.543341 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-1a91c2b8-8d65-46cb-b265-4f750e659195 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Synchronizing usage tracker for tenant:911712592a8c44b4a5a55c7a96434b41 on resource:network {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:35.581788 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-1a91c2b8-8d65-46cb-b265-4f750e659195 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Unset dirty status for tenant:911712592a8c44b4a5a55c7a96434b41 on resource:network {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:35.582999 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-1a91c2b8-8d65-46cb-b265-4f750e659195 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/networks?id=dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 200 len: 815 time: 0.3128679 May 18 14:39:35.593963 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050a596-dab5-4eac-ad56-a99fc0b04edf req-e04487ec-5e50-4797-bf24-6e207c911547 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:35.602792 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6050a596-dab5-4eac-ad56-a99fc0b04edf req-e04487ec-5e50-4797-bf24-6e207c911547 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1571910 May 18 14:39:35.637029 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-b67beccd-80bb-41eb-b3a8-4de8168e97a8 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/quotas/911712592a8c44b4a5a55c7a96434b41 HTTP/1.1" status: 200 len: 375 time: 0.0182378 May 18 14:39:35.705512 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6050a596-dab5-4eac-ad56-a99fc0b04edf req-344dc3dd-e402-476a-ba2a-b98213f03fd1 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017246 May 18 14:39:35.809018 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-b8c2ed87-4662-428e-9eea-36e456447c67 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=911712592a8c44b4a5a55c7a96434b41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515303 May 18 14:39:36.047156 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fbb2b2ca-7da1-471a-8f57-bc2c33647e89 service neutron] 10.222.0.18 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296259 May 18 14:39:36.118831 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f871fbc-b8c4-4954-84c5-c50edc283309 req-c6f58e88-7096-49f3-94b6-9938dd7d0466 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:36.126003 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7f871fbc-b8c4-4954-84c5-c50edc283309 req-c6f58e88-7096-49f3-94b6-9938dd7d0466 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1910930 May 18 14:39:36.264211 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7f871fbc-b8c4-4954-84c5-c50edc283309 req-c6ec32f1-2a71-4aeb-a6b3-524870b957da tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371288 May 18 14:39:36.305224 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8164a8bc-d64f-4e4c-ba18-fe6b9a374a32 service neutron] 10.222.0.18 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490504 May 18 14:39:36.725307 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 55160) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:36.750586 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4c4cc678-25cc-40ae-817a-de49fd2f2ab5 req-6addc012-576c-413d-ae26-887b49d13413 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 210 time: 0.0985560 May 18 14:39:36.868093 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] Deleting subnet 91ef39bd-750f-4b0b-8b1e-1ea2527fbd28 {{(pid=91425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:39:36.873358 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:36.910807 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-5fa9acc0-c6d6-4f88-88aa-b36fb1357db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:36.912877 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-5fa9acc0-c6d6-4f88-88aa-b36fb1357db6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1099 time: 0.2637463 May 18 14:39:36.995599 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13ef61-2910-4a30-abf2-0c5acc9cee54 req-5f6c5dd5-bdd8-4d25-8a67-c69a492ab87d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:37.011296 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1e13ef61-2910-4a30-abf2-0c5acc9cee54 req-5f6c5dd5-bdd8-4d25-8a67-c69a492ab87d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1923325 May 18 14:39:37.083456 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1e13ef61-2910-4a30-abf2-0c5acc9cee54 req-bdbca8fe-8db6-458b-94d0-4cb8db96315f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701392 May 18 14:39:37.209019 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-9a24d168-6510-44e4-afbc-583e74a5a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:37.210503 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-9a24d168-6510-44e4-afbc-583e74a5a85e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.2812774 May 18 14:39:37.217802 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205902'] for subnet, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:37.331726 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-e37633b4-d641-47a7-8721-8955742887ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 200 len: 217 time: 0.0814011 May 18 14:39:37.421490 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-1761cb92-f845-4538-b7e0-f817d8137704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:37.423151 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-1761cb92-f845-4538-b7e0-f817d8137704 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.0718296 May 18 14:39:37.481633 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:37.538422 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-2e7926a5-29f2-479b-94d1-d74b329cc04f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998616 May 18 14:39:37.612693 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fe972-a8af-483d-b813-fb42f08a4a60 req-be442e73-f354-42ce-ac90-6701abfe2b22 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:37.614842 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a59fe972-a8af-483d-b813-fb42f08a4a60 req-be442e73-f354-42ce-ac90-6701abfe2b22 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1719522 May 18 14:39:37.692538 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a59fe972-a8af-483d-b813-fb42f08a4a60 req-11458851-119a-45b4-9711-6f2526d2c424 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717349 May 18 14:39:37.745892 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-4187609e-a444-459b-a79d-495c27f10bf1 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954639 May 18 14:39:37.966519 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-32e02083-4fb2-4ec8-ad19-791c48c42b03 req-350ab3f0-ccdd-43af-ad36-ea8d0c25f89e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 210 time: 0.0822341 May 18 14:39:38.031514 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-50172987-e8d9-42da-8d8e-740c8be7b433 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Synchronizing usage tracker for tenant:101469e6af7740ee8d239a783c9a0851 on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:38.089495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-50172987-e8d9-42da-8d8e-740c8be7b433 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Unset dirty status for tenant:101469e6af7740ee8d239a783c9a0851 on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:38.093064 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-50172987-e8d9-42da-8d8e-740c8be7b433 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1808877702&fields=id&tenant_id=101469e6af7740ee8d239a783c9a0851 HTTP/1.1" status: 200 len: 267 time: 0.1661410 May 18 14:39:38.163626 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-36d77387-e3de-40e8-a8b4-c18e420ecb0d req-0405951d-d82f-484f-84b8-61167860bc35 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588209 May 18 14:39:38.190275 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2205876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136208'] for subnet, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.202042 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bb7bbbc8-57db-4f6c-b4bf-87dcb180e090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:38.240125 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ef39bd-750f-4b0b-8b1e-1ea2527fbd28,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:38.244504 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:38.246676 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.269197 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-3c312960-08f1-472d-b2aa-7a4ea5604ee6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/91ef39bd-750f-4b0b-8b1e-1ea2527fbd28 HTTP/1.1" status: 204 len: 168 time: 1.5315013 May 18 14:39:38.270354 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 55200) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:38.348238 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-1b472b38-ede1-4ced-a900-ca61435d911f tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:38.349150 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-1b472b38-ede1-4ced-a900-ca61435d911f tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Synchronizing usage tracker for tenant:101469e6af7740ee8d239a783c9a0851 on resource:network {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:38.372199 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-1b472b38-ede1-4ced-a900-ca61435d911f tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Unset dirty status for tenant:101469e6af7740ee8d239a783c9a0851 on resource:network {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:38.373654 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-1b472b38-ede1-4ced-a900-ca61435d911f tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/networks?id=6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 200 len: 809 time: 0.2716274 May 18 14:39:38.395117 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-a1a1f767-19d4-4ff2-a574-18826f04286c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/quotas/101469e6af7740ee8d239a783c9a0851 HTTP/1.1" status: 200 len: 375 time: 0.0155203 May 18 14:39:38.500274 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.875542 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:38.911645 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ea3c04-d4ff-4f10-8f9c-12d327fd9997']}} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:38.947623 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205') {'for_net_delete': True} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:38.950819 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e98efd-9c4e-4fd2-b97d-d01bc0dfc205') {} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:39:38.974544 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-0ccde57c-d999-4adb-9b7f-23ea4f56f6ca tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Synchronizing usage tracker for tenant:101469e6af7740ee8d239a783c9a0851 on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:38.983367 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2205913'] for segment, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.021850 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69213311-f964-4394-93d6-4f127eee3b2f req-1733e0e9-5aa6-494c-9be1-44f7a7aec3f0 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.031040 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.031397 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-69213311-f964-4394-93d6-4f127eee3b2f req-1733e0e9-5aa6-494c-9be1-44f7a7aec3f0 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1257169 May 18 14:39:39.034434 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-0ccde57c-d999-4adb-9b7f-23ea4f56f6ca tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Unset dirty status for tenant:101469e6af7740ee8d239a783c9a0851 on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:39.048391 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-0ccde57c-d999-4adb-9b7f-23ea4f56f6ca tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=101469e6af7740ee8d239a783c9a0851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6474171 May 18 14:39:39.059351 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=91425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:39:39.059879 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134294'] for segment, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: Traceback (most recent call last): May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: timer() May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: cb(*args, **kw) May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: return func(*args, **kwargs) May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: self._notify() May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: self.callback(batched_events) May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: event.method(event) May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: return f(self, *a, **k) May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: return self._get(url).json() May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: return self.request(url, 'GET', **kwargs) May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:39:39.163519 dv-cinder-787195-7-smb neutron-server[91425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:39:39.182636 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.197246 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-64502e47-965e-41da-8251-5440aea02e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:39.202860 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-69213311-f964-4394-93d6-4f127eee3b2f req-4cbf09a6-5777-4aee-b996-9495718d303a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702998 May 18 14:39:39.273869 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-be5a5d90-4963-4797-b222-ab4e1e4ab00d service neutron] 10.222.0.18 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242672 May 18 14:39:39.292283 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.295742 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ea3c04-d4ff-4f10-8f9c-12d327fd9997,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:39.305433 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:39.323986 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-bd78cf37-692d-455c-b0d5-9fc3fbfd7871 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.325794 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-bd78cf37-692d-455c-b0d5-9fc3fbfd7871 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.66 "GET /v2.0/networks?id=dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 200 len: 815 time: 0.7225616 May 18 14:39:39.329595 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f12120e2-5071-4e69-aee9-3bd7e4514c86 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d5ea3c04-d4ff-4f10-8f9c-12d327fd9997 HTTP/1.1" status: 204 len: 168 time: 1.0570192 May 18 14:39:39.363933 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'port': {'device_id': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'admin_state_up': True, 'tenant_id': '911712592a8c44b4a5a55c7a96434b41'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:39.595025 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-1a562789-0736-4cce-8aa0-185d412f4e90 service neutron] 10.222.0.18 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149784 May 18 14:39:39.610811 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdb8f2-ba21-430e-8875-8dec68c807e5 req-61c011d8-0107-4df0-b720-687892749c63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:39.619718 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7afdb8f2-ba21-430e-8875-8dec68c807e5 req-61c011d8-0107-4df0-b720-687892749c63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1971531 May 18 14:39:39.721181 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7afdb8f2-ba21-430e-8875-8dec68c807e5 req-21dc8f69-7d05-466e-b08c-347f1358ee6f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001997 May 18 14:39:39.735119 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 55220) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:39.755132 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:39.766119 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:port and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:39:39.774037 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:39:39.782766 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:39.806095 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Made reservation on behalf of 911712592a8c44b4a5a55c7a96434b41 for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:39.825712 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:39.834639 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4a8447e1-039f-4c82-9e3c-4819d98744ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef261b4c676d4dfda647a95fb53218e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0979426 May 18 14:39:39.835330 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 55224) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:39:40.129086 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-41b2e37d-3c90-4567-b6f5-c5d91ac2c8f7 req-4c633b2c-0508-4ef7-826d-6c38c835fffb tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 210 time: 0.1217942 May 18 14:39:40.216486 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4eeb702e-26a4-4085-b6de-02ed9d3a6286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.222914 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Allocated IP 172.20.0.13 (dbb24039-3b97-401a-8991-0a5ed09a12d2/8cd2d4b3-f62e-4a79-940c-ea1cbab58433/9786a539-0393-4b50-ba34-e22fbf414cf6) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:40.296226 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4eeb702e-26a4-4085-b6de-02ed9d3a6286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.520300 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4d4befae-fc41-45ed-888d-fe264354ac26 req-62094f84-b534-43ec-9741-4ad9bc5863be tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 210 time: 0.0646179 May 18 14:39:40.521167 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4eeb702e-26a4-4085-b6de-02ed9d3a6286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.534871 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.538488 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9c647d33-2726-4139-ab04-c95ad2fd7fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:40.557384 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Transition to ACTIVE for port object 9786a539-0393-4b50-ba34-e22fbf414cf6 will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:40.566297 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb702e-26a4-4085-b6de-02ed9d3a6286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ff7d1d-36dd-4b45-a661-452f734c841e,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:40.577990 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4eeb702e-26a4-4085-b6de-02ed9d3a6286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:40.625594 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4eeb702e-26a4-4085-b6de-02ed9d3a6286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.626729 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4eeb702e-26a4-4085-b6de-02ed9d3a6286 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95ff7d1d-36dd-4b45-a661-452f734c841e HTTP/1.1" status: 204 len: 168 time: 0.7902305 May 18 14:39:40.644961 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:40.652131 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:40.674485 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946b0d4-2b5a-46e9-bb2b-d576330a49be req-dee69b84-692a-4dc4-bbdb-8ce3582dfae1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:40.683020 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d946b0d4-2b5a-46e9-bb2b-d576330a49be req-dee69b84-692a-4dc4-bbdb-8ce3582dfae1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2688134 May 18 14:39:40.747178 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:40.758331 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:40.764897 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:40.820433 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d946b0d4-2b5a-46e9-bb2b-d576330a49be req-dc990741-fbfa-4572-b786-d720bcbc0907 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290982 May 18 14:39:40.850883 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'Port': ['ID=9786a539-0393-4b50-ba34-e22fbf414cf6,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:40.921966 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:40.974794 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:40.975433 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.017552 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6620812 May 18 14:39:41.061675 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Request body: {'port': {'device_id': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:41.188428 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-8522fb53-77b6-494f-99b4-385659ae2796 None None] Provisioning for port 9786a539-0393-4b50-ba34-e22fbf414cf6 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:41.227673 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-8522fb53-77b6-494f-99b4-385659ae2796 None None] Provisioning complete for port 9786a539-0393-4b50-ba34-e22fbf414cf6 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:41.229719 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-8522fb53-77b6-494f-99b4-385659ae2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.349460 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:41.375916 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-8522fb53-77b6-494f-99b4-385659ae2796 None None] Port 9786a539-0393-4b50-ba34-e22fbf414cf6 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:41.430329 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47fb34-2d81-4fd9-909f-28161c0c4b9b req-682640e0-b2c9-4e63-a91c-26e38d6b771e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:41.433349 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ad47fb34-2d81-4fd9-909f-28161c0c4b9b req-682640e0-b2c9-4e63-a91c-26e38d6b771e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.3356836 May 18 14:39:41.497075 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ad47fb34-2d81-4fd9-909f-28161c0c4b9b req-ab1d6157-61d1-4a98-a3a5-7355a728a66d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560570 May 18 14:39:41.808939 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f095e2-fd1c-4fcd-8ba0-dc9daf109757 req-d8516fff-8120-4bab-a061-06118b0b41a1 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:41.817509 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76f095e2-fd1c-4fcd-8ba0-dc9daf109757 req-d8516fff-8120-4bab-a061-06118b0b41a1 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 932 time: 0.1751218 May 18 14:39:41.893146 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-76f095e2-fd1c-4fcd-8ba0-dc9daf109757 req-2cedf6a0-47f4-43fe-ba6f-913609748060 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Synchronizing usage tracker for tenant:911712592a8c44b4a5a55c7a96434b41 on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:41.920239 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-76f095e2-fd1c-4fcd-8ba0-dc9daf109757 req-2cedf6a0-47f4-43fe-ba6f-913609748060 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Unset dirty status for tenant:911712592a8c44b4a5a55c7a96434b41 on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:41.922634 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76f095e2-fd1c-4fcd-8ba0-dc9daf109757 req-2cedf6a0-47f4-43fe-ba6f-913609748060 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035218 May 18 14:39:42.025886 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9786a539-0393-4b50-ba34-e22fbf414cf6 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:42.036521 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:42.115617 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Transition to ACTIVE for port object 9786a539-0393-4b50-ba34-e22fbf414cf6 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:42.125437 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:42.134401 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:42.160784 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-87ea4b8d-debc-464f-a86d-747ca051c477 req-5e195860-7d71-4807-8ab0-5f26412fd93b tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 210 time: 0.0670533 May 18 14:39:42.385086 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Pushing event updated for resources: {'Port': ['ID=9786a539-0393-4b50-ba34-e22fbf414cf6,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:42.392648 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:42.498978 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Attempting to bind port 9786a539-0393-4b50-ba34-e22fbf414cf6 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:42.499261 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Attempting to bind port 9786a539-0393-4b50-ba34-e22fbf414cf6 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:42.499558 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Attempting to bind port 9786a539-0393-4b50-ba34-e22fbf414cf6 on network dbb24039-3b97-401a-8991-0a5ed09a12d2 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:42.518278 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Port 9786a539-0393-4b50-ba34-e22fbf414cf6 on network dbb24039-3b97-401a-8991-0a5ed09a12d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:42.518767 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Attempting to bind port 9786a539-0393-4b50-ba34-e22fbf414cf6 on network dbb24039-3b97-401a-8991-0a5ed09a12d2 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:42.523170 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b1607-c9dd-479b-bf08-4f4bc7aae7ab req-61d11102-ae62-46fa-926a-77498cef0cc0 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:42.525524 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-853b1607-c9dd-479b-bf08-4f4bc7aae7ab req-61d11102-ae62-46fa-926a-77498cef0cc0 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2274034 May 18 14:39:42.533023 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:42.533494 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Checking segment: {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:42.533817 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Bound using segment: {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:42.534385 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Bound port: 9786a539-0393-4b50-ba34-e22fbf414cf6, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1a4994-c3ec-499f-bab7-15e2710ef394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:42.535203 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:42.620519 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-853b1607-c9dd-479b-bf08-4f4bc7aae7ab req-915cb847-ec0b-427b-b61f-f7e343aa0f2b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881710 May 18 14:39:42.835180 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] For port 9786a539-0393-4b50-ba34-e22fbf414cf6, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:42.849438 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] For port 9786a539-0393-4b50-ba34-e22fbf414cf6, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9786a539-0393-4b50-ba34-e22fbf414cf6,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:42.864472 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:42.884689 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43ce22-54c4-4af5-990a-4b124ed6970a req-82271c87-8213-4e21-a7d4-ecd3960b1a65 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:42.893789 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8b43ce22-54c4-4af5-990a-4b124ed6970a req-82271c87-8213-4e21-a7d4-ecd3960b1a65 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1405182 May 18 14:39:42.906702 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-58fae337-0f96-400e-b77b-d8e42e0a829b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:42.911845 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-05057c3f-ae19-48f9-8cb7-78767480a5d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:42.995540 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8b43ce22-54c4-4af5-990a-4b124ed6970a req-fc7e6d1c-cf5d-43ee-a4c9-2fdba68f65d3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000071 May 18 14:39:43.213900 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-2f2a017a-1d63-4498-8df5-98c8979841af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:43.216229 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-2f2a017a-1d63-4498-8df5-98c8979841af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.66 "GET /v2.0/networks?id=6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 200 len: 809 time: 0.6401999 May 18 14:39:43.223754 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:43.225294 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:43.226691 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] 10.222.0.66 "PUT /v2.0/ports/9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 1094 time: 2.1823730 May 18 14:39:43.227229 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:43.245274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46de50-494e-4835-ab0e-d58b65652c13 req-dddbdb4e-0cec-4d6e-9d3f-7877f857394e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:43.247027 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0a46de50-494e-4835-ab0e-d58b65652c13 req-dddbdb4e-0cec-4d6e-9d3f-7877f857394e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1445873 May 18 14:39:43.359636 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-bc9abe6d-9e52-4265-96fa-2df140e62ad3 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Synchronizing usage tracker for tenant:101469e6af7740ee8d239a783c9a0851 on resource:security_group {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:39:43.364616 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Pushing event updated for resources: {'Port': ['ID=9786a539-0393-4b50-ba34-e22fbf414cf6,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:43.381756 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:43.386993 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0a46de50-494e-4835-ab0e-d58b65652c13 req-69745cfa-6068-43f7-a6ec-d5c52fc7d25f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271009 May 18 14:39:43.414432 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-bc9abe6d-9e52-4265-96fa-2df140e62ad3 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Unset dirty status for tenant:101469e6af7740ee8d239a783c9a0851 on resource:security_group {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:39:43.421539 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-bc9abe6d-9e52-4265-96fa-2df140e62ad3 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=101469e6af7740ee8d239a783c9a0851 HTTP/1.1" status: 200 len: 380 time: 0.1840706 May 18 14:39:43.448079 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'port': {'device_id': 'e771d851-939c-4b95-9465-9256e15bb79b', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'admin_state_up': True, 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'security_groups': ['1649b7e3-b367-427b-8086-0875257a461c']}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:43.606587 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-f7f2fdc5-d209-46a2-af25-a8231b263409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:43.608152 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-f7f2fdc5-d209-46a2-af25-a8231b263409 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=911712592a8c44b4a5a55c7a96434b41&device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1097 time: 0.3174582 May 18 14:39:43.608696 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b8550ad8-507f-4f38-9e23-17c1d7617b0c req-e9902be8-a601-40ec-86c8-a6b385af2c7b tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 210 time: 0.0807018 May 18 14:39:43.746426 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-1a83be82-7eb7-4bf8-97ca-8bb84c21fa2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 217 time: 0.1221447 May 18 14:39:43.752411 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'status': 'completed', 'code': 200} May 18 14:39:43.830293 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:39:43.850395 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:39:43.863674 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-57dcd3ca-1cfb-42a8-a228-460cfa28b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:43.865302 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-57dcd3ca-1cfb-42a8-a228-460cfa28b034 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cd2d4b3-f62e-4a79-940c-ea1cbab58433 HTTP/1.1" status: 200 len: 854 time: 0.0890417 May 18 14:39:43.871643 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Made reservation on behalf of 101469e6af7740ee8d239a783c9a0851 for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:39:43.876368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:44.078755 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-48e51944-2f61-43fb-8051-c1348a50d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:44.081204 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-48e51944-2f61-43fb-8051-c1348a50d85e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dbb24039-3b97-401a-8991-0a5ed09a12d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1943986 May 18 14:39:44.234518 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5be13-12b3-472a-9195-28d4f00f9938 req-e618bff2-3810-48cd-a14a-e9633de4c783 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:44.242444 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3fa5be13-12b3-472a-9195-28d4f00f9938 req-e618bff2-3810-48cd-a14a-e9633de4c783 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1204038 May 18 14:39:44.291111 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3fa5be13-12b3-472a-9195-28d4f00f9938 req-8355cd8a-5924-4d38-9609-7f2d811b71b3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473294 May 18 14:39:44.300820 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Allocated IP 172.20.0.10 (6fc883ca-381c-4537-8f24-5e176cbfcfd7/8ba097b3-9e9c-4707-95ca-9ada03ce3049/852f8bd1-db87-47a1-b4b4-9c67eabbea03) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:39:44.422154 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-279807ae-9d66-49ea-a683-41b3b7ead610 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295076 May 18 14:39:44.664967 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:44.684416 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-37c10b76-162e-4fb5-88c8-9ef537365d7f req-4f607c16-3372-4d5b-82bd-6e1fed0b95cf service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097731 May 18 14:39:44.687535 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64394565-a6c8-43f7-b3b7-1d289a9c70c6 req-64a6e30b-39e7-465c-ab41-65c2168d181f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:44.689855 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-64394565-a6c8-43f7-b3b7-1d289a9c70c6 req-64a6e30b-39e7-465c-ab41-65c2168d181f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1223910 May 18 14:39:44.695688 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Transition to ACTIVE for port object 852f8bd1-db87-47a1-b4b4-9c67eabbea03 will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:44.792504 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:44.853827 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c13bcca7-ac9e-4595-8b5d-1896378ca4f4 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:44.906187 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-64394565-a6c8-43f7-b3b7-1d289a9c70c6 req-ea384c9b-d5e4-44c0-a511-5486a26b8611 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895819 May 18 14:39:44.974274 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:44.985304 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:45.005694 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:39:45.009472 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:39:45.012527 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:39:45.120073 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.121665 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:45.132181 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa345f-f331-430e-b581-5340f49bef9a req-725a06b3-c515-40a1-8186-1d0f504725c9 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.133409 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-5607a2c3-5085-459f-af67-fb86ce1ad7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.134081 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e5fa345f-f331-430e-b581-5340f49bef9a req-725a06b3-c515-40a1-8186-1d0f504725c9 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 932 time: 0.1005664 May 18 14:39:45.134875 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-5607a2c3-5085-459f-af67-fb86ce1ad7fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=911712592a8c44b4a5a55c7a96434b41&device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1097 time: 0.3404274 May 18 14:39:45.215554 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e5fa345f-f331-430e-b581-5340f49bef9a req-c62c22a4-3a77-490d-a922-acb8431847e6 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713382 May 18 14:39:45.263990 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8235226 May 18 14:39:45.282285 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Request body: {'port': {'device_id': 'e771d851-939c-4b95-9465-9256e15bb79b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:39:45.417286 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-e99f4883-9122-4400-9364-9257001e02f8 None None] Provisioning for port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:39:45.426273 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-e99f4883-9122-4400-9364-9257001e02f8 None None] Provisioning complete for port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:39:45.426807 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-e99f4883-9122-4400-9364-9257001e02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:45.432814 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed435d74-d54a-43cd-a640-279d3188d467 req-866725e2-6423-44e5-9e55-3bff7549c181 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.436498 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ed435d74-d54a-43cd-a640-279d3188d467 req-866725e2-6423-44e5-9e55-3bff7549c181 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1181934 May 18 14:39:45.527719 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ed435d74-d54a-43cd-a640-279d3188d467 req-85f5d308-22d9-4e7e-8b3f-6fbf31528f55 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843763 May 18 14:39:45.528742 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-e99f4883-9122-4400-9364-9257001e02f8 None None] Port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:39:45.593975 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:45.597964 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:45.604049 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-f0495eef-c440-48ec-8bd1-4fa80d1d83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.605685 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-f0495eef-c440-48ec-8bd1-4fa80d1d83fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 200 len: 916 time: 0.4580843 May 18 14:39:45.755289 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-44149881-93f0-46f1-b543-24cd6cea9f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:45.761081 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6c233-a347-4e90-8ced-48b1a5804237 req-bcac0c29-a7d4-46d2-8bc6-5f8fdc16bd34 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.770027 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-14b6c233-a347-4e90-8ced-48b1a5804237 req-bcac0c29-a7d4-46d2-8bc6-5f8fdc16bd34 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.1080694 May 18 14:39:45.807698 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-f2f41326-3d7d-4021-83c3-f8ca8c946f69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 217 time: 0.1906812 May 18 14:39:45.860736 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-14b6c233-a347-4e90-8ced-48b1a5804237 req-fe6a8647-4713-4058-af8c-2f3392d194af tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894346 May 18 14:39:45.981011 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-33df277c-52f1-4b27-9444-0dee728589b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:45.982647 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-33df277c-52f1-4b27-9444-0dee728589b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cd2d4b3-f62e-4a79-940c-ea1cbab58433 HTTP/1.1" status: 200 len: 854 time: 0.1595960 May 18 14:39:46.242073 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-7db5a753-7ab3-4f08-b4f3-3ce1775e723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:46.243578 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-7db5a753-7ab3-4f08-b4f3-3ce1775e723a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dbb24039-3b97-401a-8991-0a5ed09a12d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2533054 May 18 14:39:46.384662 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.405005 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-9822d95c-2350-462e-aafd-316dfa4ccd75 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423824 May 18 14:39:46.602279 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852f8bd1-db87-47a1-b4b4-9c67eabbea03 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:39:46.635340 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.675444 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Transition to ACTIVE for port object 852f8bd1-db87-47a1-b4b4-9c67eabbea03 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:39:46.687259 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-944e5679-4450-444d-95dc-bfeeff835bd1 req-9f48b100-1861-484f-9418-cea9a8184621 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522895 May 18 14:39:46.700672 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:46.722445 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:46.752513 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ea061-7a5d-4880-983e-8ea68660e17a req-1db2e3aa-c7a9-413a-a4c6-7216e965b821 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:46.760946 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8c3ea061-7a5d-4880-983e-8ea68660e17a req-1db2e3aa-c7a9-413a-a4c6-7216e965b821 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1543138 May 18 14:39:46.850455 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8c3ea061-7a5d-4880-983e-8ea68660e17a req-87a643b8-8e0e-4df0-b926-898fba8599e4 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885053 May 18 14:39:47.121978 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:47.131314 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:47.182419 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Attempting to bind port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:39:47.182885 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Attempting to bind port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:39:47.184806 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Attempting to bind port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 on network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:47.190720 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 on network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:39:47.191204 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Attempting to bind port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 on network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:39:47.195815 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922b67f-dd09-478e-b9bc-0ebcc4ab9534 req-6ad5f792-5b21-40c0-9492-51c61fea84f7 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:47.197400 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:39:47.197855 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Checking segment: {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:39:47.198145 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9922b67f-dd09-478e-b9bc-0ebcc4ab9534 req-6ad5f792-5b21-40c0-9492-51c61fea84f7 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1336901 May 18 14:39:47.198450 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Bound using segment: {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:39:47.199073 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Bound port: 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:39:47.199532 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:47.254770 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9922b67f-dd09-478e-b9bc-0ebcc4ab9534 req-bcf5c131-c608-42b2-897b-100bf96243af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494301 May 18 14:39:47.344774 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:39:47.349636 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:39:47.356461 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:47.365513 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-fe11d75a-02b9-4a62-b53e-80ee7422ccb3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:47.440121 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:47.440739 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:47.442068 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] 10.222.0.66 "PUT /v2.0/ports/852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 200 len: 1094 time: 2.1640501 May 18 14:39:47.442578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:47.473750 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:47.496273 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:47.618418 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-d38ed7a8-e5f1-43dc-a186-677fa908797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:47.620103 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-d38ed7a8-e5f1-43dc-a186-677fa908797a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=101469e6af7740ee8d239a783c9a0851&device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1097 time: 0.1224413 May 18 14:39:47.675176 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f840cf-93e1-450a-aec7-7ad918d2eccf req-a54df124-4d3b-4080-82cd-edd3d3e9d003 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:47.689752 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-84f840cf-93e1-450a-aec7-7ad918d2eccf req-a54df124-4d3b-4080-82cd-edd3d3e9d003 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2069571 May 18 14:39:47.755816 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-0cf3f558-f953-4a67-ba84-c2964ab00a19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 200 len: 217 time: 0.1265726 May 18 14:39:47.815778 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-84f840cf-93e1-450a-aec7-7ad918d2eccf req-fdc73a8a-9ce2-4b22-899d-0317f53cea4c tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245379 May 18 14:39:47.853119 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4920e4a1-f453-4bc6-a128-19f63ee7b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:47.854879 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-4920e4a1-f453-4bc6-a128-19f63ee7b34e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba097b3-9e9c-4707-95ca-9ada03ce3049 HTTP/1.1" status: 200 len: 848 time: 0.0852220 May 18 14:39:47.945701 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'status': 'completed', 'code': 200} May 18 14:39:47.987972 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-cff55829-d766-425b-ae91-cfa53e0c8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:47.994780 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-cff55829-d766-425b-ae91-cfa53e0c8456 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6fc883ca-381c-4537-8f24-5e176cbfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1281538 May 18 14:39:48.288211 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-a26fd1a9-4fd7-4ff0-b1b5-591cbe712990 service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801018 May 18 14:39:48.293623 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9aaab8-20dd-40c4-87e6-ad09218e8dd3 req-476dab69-41d1-499d-ad78-862621ac402f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:48.309510 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-be9aaab8-20dd-40c4-87e6-ad09218e8dd3 req-476dab69-41d1-499d-ad78-862621ac402f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1539013 May 18 14:39:48.313885 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:48.379174 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-be9aaab8-20dd-40c4-87e6-ad09218e8dd3 req-d6a5ab6b-6d02-41bf-896c-6a4d15442c3c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672691 May 18 14:39:48.445883 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-77ed853b-b5b8-4753-aacf-3474503077c3 req-1f6ce6a5-2c8d-4cfb-bfcb-474e321a93c9 service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482115 May 18 14:39:48.658298 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-94eb866f-d424-4ca1-bc03-6e8eec0b42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:48.659826 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-94eb866f-d424-4ca1-bc03-6e8eec0b42b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=101469e6af7740ee8d239a783c9a0851&device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1097 time: 0.1387715 May 18 14:39:48.772657 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-fd37d222-b57b-4965-8bc8-fb494a782ca9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:48.775304 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-fd37d222-b57b-4965-8bc8-fb494a782ca9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 814 time: 0.2220898 May 18 14:39:48.787097 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0b9fa-9f43-474d-a005-c8efb52f64a2 req-1023682f-7566-48eb-aa54-df5e14771217 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:48.791995 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2be0b9fa-9f43-474d-a005-c8efb52f64a2 req-1023682f-7566-48eb-aa54-df5e14771217 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.2967196 May 18 14:39:48.807951 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-850d5c26-e175-4262-b017-1dcac2ee9dd0 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/quotas/b8bb889000044e9d8f4e7a24f903b091 HTTP/1.1" status: 200 len: 375 time: 0.0171549 May 18 14:39:48.846779 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-67ea0ae4-d07f-4d01-97d3-c72320f3ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:48.848351 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-67ea0ae4-d07f-4d01-97d3-c72320f3ff01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 200 len: 910 time: 0.1725936 May 18 14:39:48.938275 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2be0b9fa-9f43-474d-a005-c8efb52f64a2 req-109bedaf-508d-4d8f-853d-963231f9b193 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254289 May 18 14:39:48.951915 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-843d326d-e6a5-4aa5-9f46-d565b8238251 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 200 len: 217 time: 0.0836720 May 18 14:39:48.999035 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-c8b6e0b3-5e82-479a-9fc9-ea01f67a9da8 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708384 May 18 14:39:49.072266 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-1701d910-6825-4f9d-b5bc-1b98acd71371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:49.074059 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-1701d910-6825-4f9d-b5bc-1b98acd71371 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba097b3-9e9c-4707-95ca-9ada03ce3049 HTTP/1.1" status: 200 len: 848 time: 0.0975075 May 18 14:39:49.209297 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-e774cdf7-1b0e-40fc-8b35-d3412a358255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:49.210938 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-e774cdf7-1b0e-40fc-8b35-d3412a358255 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6fc883ca-381c-4537-8f24-5e176cbfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1264389 May 18 14:39:49.328551 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-115e7084-0d76-4a57-9bbd-5a090e800208 service neutron] 10.222.0.18 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220236 May 18 14:39:49.396874 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de21939-0368-402e-893d-183f7cfc5986 req-c6808781-aac7-4f5c-9af8-1d6ca9b378ce tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:49.404967 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9de21939-0368-402e-893d-183f7cfc5986 req-c6808781-aac7-4f5c-9af8-1d6ca9b378ce tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.2403090 May 18 14:39:49.538193 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9de21939-0368-402e-893d-183f7cfc5986 req-617323bd-b1ec-4389-8c9c-46acf390f91d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320064 May 18 14:39:49.561379 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-f88ec593-96e5-496a-933f-c015b2c1383a service neutron] 10.222.0.18 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205060 May 18 14:39:49.879809 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdc181-b9ac-40ee-a8b0-89c1f15595f6 req-c091db8a-2533-498c-8418-5c0ac1ab2886 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:49.881328 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbcdc181-b9ac-40ee-a8b0-89c1f15595f6 req-c091db8a-2533-498c-8418-5c0ac1ab2886 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.0878098 May 18 14:39:49.949601 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dbcdc181-b9ac-40ee-a8b0-89c1f15595f6 req-c1a1645a-0a12-471b-adbb-aa1da9b5ffa2 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596259 May 18 14:39:49.950636 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:50.061215 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-61cdbae5-fd50-480a-83db-a9f5da06c652 req-14a00646-eed2-4e6d-904f-9e9b18bdb76a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0504723 May 18 14:39:50.422561 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f150e-49a0-462e-8833-7af85a67f99f req-4fd150c5-8946-4259-a8aa-cebf98839dab tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:50.424258 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a41f150e-49a0-462e-8833-7af85a67f99f req-4fd150c5-8946-4259-a8aa-cebf98839dab tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2595835 May 18 14:39:50.488531 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20991543-9e97-462e-97f2-e9a669ca19d8 req-51627125-f868-42bb-add1-79993bf61678 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:50.490054 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-20991543-9e97-462e-97f2-e9a669ca19d8 req-51627125-f868-42bb-add1-79993bf61678 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1648428 May 18 14:39:50.495177 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a41f150e-49a0-462e-8833-7af85a67f99f req-4d0826ba-96f9-48b3-8b9a-69b15af497ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614080 May 18 14:39:50.548883 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-20991543-9e97-462e-97f2-e9a669ca19d8 req-d9073d93-3b2e-4088-8c89-eeafac600806 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525730 May 18 14:39:50.898055 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd4361-d456-4d71-927b-ff793cc0d591 req-86bc7274-99ee-4871-85fe-13f336985643 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:50.899578 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bfcd4361-d456-4d71-927b-ff793cc0d591 req-86bc7274-99ee-4871-85fe-13f336985643 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.0845249 May 18 14:39:50.946501 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bfcd4361-d456-4d71-927b-ff793cc0d591 req-c6a25429-5855-4adb-a7ad-511caf23d83b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409544 May 18 14:39:51.172477 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d5466-fea7-4ea4-b1e6-e8aae6263779 req-fd01e541-c1f6-4ee0-aaf2-86d550abef62 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:51.174182 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cb3d5466-fea7-4ea4-b1e6-e8aae6263779 req-fd01e541-c1f6-4ee0-aaf2-86d550abef62 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1268709 May 18 14:39:51.234493 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-eeae2ff4-7b65-4c6b-be2a-1d7d8038ba4d req-f0a4ca2d-4074-46fb-bf51-1131dd2d2963 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0592318 May 18 14:39:51.260814 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cb3d5466-fea7-4ea4-b1e6-e8aae6263779 req-1c2d10ae-618f-4aa9-96fa-4a3794cf0d18 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532351 May 18 14:39:51.745654 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548628b-db8f-4fb0-a5c1-231c8d99c1e2 req-52875280-4bdd-4753-8347-7ed79f8dac85 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:51.748606 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5548628b-db8f-4fb0-a5c1-231c8d99c1e2 req-52875280-4bdd-4753-8347-7ed79f8dac85 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1429930 May 18 14:39:51.792022 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c2a17-b7f3-4aff-9d0a-6f738e67475e req-b613d81f-1c3b-4961-bfa7-3697422ca390 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:51.793681 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-906c2a17-b7f3-4aff-9d0a-6f738e67475e req-b613d81f-1c3b-4961-bfa7-3697422ca390 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1343651 May 18 14:39:51.835974 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5548628b-db8f-4fb0-a5c1-231c8d99c1e2 req-53e7f3a4-f718-4041-9ed3-2a303b2ad1c3 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769050 May 18 14:39:51.857035 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-906c2a17-b7f3-4aff-9d0a-6f738e67475e req-6c1bb076-22dc-4edc-bb02-4d77f842f2a5 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515909 May 18 14:39:52.146821 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228aec2-ddd6-4c40-b350-6130c4d27e61 req-7b4c54cc-374e-464d-bfe2-cba411deebb8 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:52.148314 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8228aec2-ddd6-4c40-b350-6130c4d27e61 req-7b4c54cc-374e-464d-bfe2-cba411deebb8 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 945 time: 0.0817628 May 18 14:39:52.211908 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8228aec2-ddd6-4c40-b350-6130c4d27e61 req-8dc660b9-4df7-4c31-85d9-79bca430e78a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563602 May 18 14:39:52.430067 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-15906f91-d7ef-4147-8a4c-aaf4a5765498 req-8da0d554-3f33-43b2-bc9a-84aa2dc616fd tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0786424 May 18 14:39:52.482793 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c3237-3aa8-4a83-94bb-467093d4283e req-c111779e-a9d6-4f4d-a47b-c0119f109422 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:52.484261 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-018c3237-3aa8-4a83-94bb-467093d4283e req-c111779e-a9d6-4f4d-a47b-c0119f109422 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1004741 May 18 14:39:52.535984 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-018c3237-3aa8-4a83-94bb-467093d4283e req-15ef208a-0dfb-4ffd-a4c7-5d6723b94dbf tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457706 May 18 14:39:53.049534 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:39:53.156246 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd63d28-a000-4fcb-8008-e373bd9dcf78 req-28622cbf-12ce-4117-ac47-227b57e598d3 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.158071 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3cd63d28-a000-4fcb-8008-e373bd9dcf78 req-28622cbf-12ce-4117-ac47-227b57e598d3 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1960185 May 18 14:39:53.167778 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f45b8c-c38c-42d7-bd72-68fde8064958 req-8fd38c5e-d528-4571-93ec-50909abc5e4d tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.175766 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-51f45b8c-c38c-42d7-bd72-68fde8064958 req-8fd38c5e-d528-4571-93ec-50909abc5e4d tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1558344 May 18 14:39:53.246262 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:53.255623 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3cd63d28-a000-4fcb-8008-e373bd9dcf78 req-23603189-7e25-4958-95af-a6794fbccaee tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776188 May 18 14:39:53.292814 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-51f45b8c-c38c-42d7-bd72-68fde8064958 req-abef70df-7be2-4f41-af6a-4bca7cbca4a3 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159682 May 18 14:39:53.318829 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:39:53.331064 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:39:53.336023 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:39:53.339974 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:39:53.376877 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'code': 200} May 18 14:39:53.430213 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=8']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:39:53.433453 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:39:53.482740 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cfd4b-058d-4294-ab0e-91e8ae4d8eb6 req-988ba327-5105-4f45-a8a7-f17b1d49c108 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.485139 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c00cfd4b-058d-4294-ab0e-91e8ae4d8eb6 req-988ba327-5105-4f45-a8a7-f17b1d49c108 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0979474 May 18 14:39:53.541935 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c00cfd4b-058d-4294-ab0e-91e8ae4d8eb6 req-2632e775-7182-4b86-87be-32873eb88ee2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515473 May 18 14:39:53.621343 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ab9cd0ce-0ff9-48b5-86cf-c6a11898eb61 req-2eede498-bc5e-488c-b570-d6865527d5fb tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0455811 May 18 14:39:53.763587 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e43a5-440f-40f9-8467-14fe8e237a42 req-2a32a606-23a6-4b7e-8ac4-17fd804fd5f9 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:53.769325 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ab7e43a5-440f-40f9-8467-14fe8e237a42 req-2a32a606-23a6-4b7e-8ac4-17fd804fd5f9 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1036353 May 18 14:39:53.819846 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ab7e43a5-440f-40f9-8467-14fe8e237a42 req-d9e0982a-fe5a-4286-8931-88d7311727df tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480149 May 18 14:39:54.566524 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9915f7-e43b-4fc3-b736-d3890e960081 req-6d3f5851-b436-4445-b484-5927f409de5c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:54.567946 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-df9915f7-e43b-4fc3-b736-d3890e960081 req-6d3f5851-b436-4445-b484-5927f409de5c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1663461 May 18 14:39:54.575348 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25206770-e359-464b-8704-9d30e7b953a8 req-3f50723a-fd24-4344-84fb-662b94cba273 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:54.576814 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-25206770-e359-464b-8704-9d30e7b953a8 req-3f50723a-fd24-4344-84fb-662b94cba273 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1300662 May 18 14:39:54.649631 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-df9915f7-e43b-4fc3-b736-d3890e960081 req-854cd250-cfd4-4b2b-bb10-b66e0fc4df2d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718281 May 18 14:39:54.657059 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-25206770-e359-464b-8704-9d30e7b953a8 req-80adf3dd-93b3-4de8-9497-6cedf55b34fd tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657437 May 18 14:39:54.933800 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-43ce8f6f-0ddd-4d72-a449-2448f3574f77 req-610e182e-2425-4f8a-a753-88eb8885558a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.1458650 May 18 14:39:54.974700 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3d28e-04bb-4966-94bb-437ea5527764 req-fd4fbe2b-20d2-4b8e-8351-8e997ae658c7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:54.976212 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5df3d28e-04bb-4966-94bb-437ea5527764 req-fd4fbe2b-20d2-4b8e-8351-8e997ae658c7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.2202320 May 18 14:39:55.023873 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5df3d28e-04bb-4966-94bb-437ea5527764 req-c3beb3d5-1934-4b3e-8f60-e0b22a19986a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416353 May 18 14:39:55.131262 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0350e-b838-4c01-b480-8d7249bfe894 req-26df1acb-15b6-4016-8ff2-c847ad3336cf tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:55.132687 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7fb0350e-b838-4c01-b480-8d7249bfe894 req-26df1acb-15b6-4016-8ff2-c847ad3336cf tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.0954382 May 18 14:39:55.180226 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7fb0350e-b838-4c01-b480-8d7249bfe894 req-48f239fc-a02c-49d1-92e6-e5eff07d2eaf tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 May 18 14:39:55.924435 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5756e9-e33e-4e6d-8831-940856390235 req-b8a6586f-e828-4b17-9423-51a09bf1b371 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:55.925985 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6e5756e9-e33e-4e6d-8831-940856390235 req-b8a6586f-e828-4b17-9423-51a09bf1b371 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1592174 May 18 14:39:55.954709 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1957c-101d-4e2b-ab69-cfb38535c090 req-ea088355-2b17-4e94-91cf-020637e70261 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:55.956176 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-57e1957c-101d-4e2b-ab69-cfb38535c090 req-ea088355-2b17-4e94-91cf-020637e70261 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1334159 May 18 14:39:56.021972 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6e5756e9-e33e-4e6d-8831-940856390235 req-f25d808e-eb18-4743-8fff-63ea4ccb24b2 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891669 May 18 14:39:56.027018 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-57e1957c-101d-4e2b-ab69-cfb38535c090 req-6e0dd365-00db-4af2-80b6-a61443aa1c53 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645123 May 18 14:39:56.236071 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e04fb721-763a-4ef6-b439-6c92bf4f4576 req-afe74d50-9959-4d14-b21c-f3bcdc2771e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0527916 May 18 14:39:56.277273 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cbfaa-8ac2-4167-ad7e-8067ae4423a8 req-50fcf5f2-b619-49ff-b6c3-fc1ba8e5a307 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:56.278980 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e50cbfaa-8ac2-4167-ad7e-8067ae4423a8 req-50fcf5f2-b619-49ff-b6c3-fc1ba8e5a307 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1310441 May 18 14:39:56.334355 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e50cbfaa-8ac2-4167-ad7e-8067ae4423a8 req-4c6138e3-a125-4a28-b979-1b1ef3d46571 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473351 May 18 14:39:56.446523 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803491d-097f-43de-b056-6efef7b05986 req-321ef5e7-cdea-424f-8ed9-39e16b779593 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:56.448063 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a803491d-097f-43de-b056-6efef7b05986 req-321ef5e7-cdea-424f-8ed9-39e16b779593 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1065729 May 18 14:39:56.507077 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a803491d-097f-43de-b056-6efef7b05986 req-5c7866a4-fdcb-4ffc-bcbf-35164680505e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529656 May 18 14:39:57.312870 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6593291-2181-4312-8a49-87e047a4c1c4 req-f33b6395-c4bb-4b85-87eb-e2292c021a4e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:57.314380 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f6593291-2181-4312-8a49-87e047a4c1c4 req-f33b6395-c4bb-4b85-87eb-e2292c021a4e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1657934 May 18 14:39:57.323328 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f6c25-186d-4aad-8611-ab777459497d req-56f2aa97-15fb-4106-be5c-09a324b7f1f5 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:57.324845 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-743f6c25-186d-4aad-8611-ab777459497d req-56f2aa97-15fb-4106-be5c-09a324b7f1f5 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1402106 May 18 14:39:57.396481 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f6593291-2181-4312-8a49-87e047a4c1c4 req-9610892d-6ad8-4bed-b01a-1b4955740c6d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706210 May 18 14:39:57.407578 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-743f6c25-186d-4aad-8611-ab777459497d req-badfafd4-0338-4cb9-a37a-0da3d1e57598 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676985 May 18 14:39:57.606089 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9cfc26f8-6611-47fe-9276-6b17f738b13c req-ae95674d-0a52-4c3f-9a6e-fa37a81b892c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0894473 May 18 14:39:57.648284 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d0c6c-1144-4252-98f3-33b125a8fd3e req-239e6bda-083a-439b-a6e3-63369d6e9a1a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:57.649812 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c29d0c6c-1144-4252-98f3-33b125a8fd3e req-239e6bda-083a-439b-a6e3-63369d6e9a1a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0970290 May 18 14:39:57.696666 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c29d0c6c-1144-4252-98f3-33b125a8fd3e req-73716aea-5738-4f9d-b4bb-ac0c8fe41312 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 May 18 14:39:57.792350 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcc580-293b-4b91-a6ab-022e6a564db0 req-b5afb995-d83b-463a-964c-ab17d635f6fd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:57.794230 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4bfcc580-293b-4b91-a6ab-022e6a564db0 req-b5afb995-d83b-463a-964c-ab17d635f6fd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.0878460 May 18 14:39:57.852348 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4bfcc580-293b-4b91-a6ab-022e6a564db0 req-424d37e1-d787-4c1a-8ea2-5dea7d8e71c2 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506616 May 18 14:39:58.683087 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d4346-75e9-4742-85a2-88b62054e53b req-a9968117-4aa0-4234-ac82-be5d60ae99da tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:58.697912 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e02d4346-75e9-4742-85a2-88b62054e53b req-a9968117-4aa0-4234-ac82-be5d60ae99da tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1822309 May 18 14:39:58.783335 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55432e2e-2c6c-4fdc-958f-262922106d6e req-065c89ee-ec5e-438b-8f4d-c67721785859 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:58.785874 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55432e2e-2c6c-4fdc-958f-262922106d6e req-065c89ee-ec5e-438b-8f4d-c67721785859 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.2382061 May 18 14:39:58.796755 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e02d4346-75e9-4742-85a2-88b62054e53b req-c250fb18-9197-4b64-879e-e3493f1193f7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970116 May 18 14:39:58.844123 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55432e2e-2c6c-4fdc-958f-262922106d6e req-0e78cb1b-9880-45d1-b94c-7875fe87254e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450985 May 18 14:39:59.036734 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-067a4580-b489-4bec-9f2a-7aae3bc0a1dc req-fbd1fc13-f41f-415f-bb8f-709dad249a23 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0873134 May 18 14:39:59.085014 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5eb481-9a5c-4e74-b30c-cc7125a1a602 req-7cc640bb-12ee-429d-b777-a35e2cad750d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:59.087049 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1e5eb481-9a5c-4e74-b30c-cc7125a1a602 req-7cc640bb-12ee-429d-b777-a35e2cad750d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1030107 May 18 14:39:59.193919 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1e5eb481-9a5c-4e74-b30c-cc7125a1a602 req-69ea2a50-acd6-4326-8c08-01ca924dd149 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001897 May 18 14:39:59.245217 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa91d5-1808-4cc9-9198-c1866e9bc21f req-2a098980-204c-4b14-bf47-36de1c2b3484 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:39:59.246698 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-07fa91d5-1808-4cc9-9198-c1866e9bc21f req-2a098980-204c-4b14-bf47-36de1c2b3484 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1103120 May 18 14:39:59.299035 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-07fa91d5-1808-4cc9-9198-c1866e9bc21f req-4566ad50-f547-4775-928b-b0ea699fa5ca tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457971 May 18 14:40:00.132036 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f9dd-ebf8-4dad-b643-0d977365bc90 req-942bdd38-cb94-4485-8dbd-f5b3328722c1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:00.136224 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9745f9dd-ebf8-4dad-b643-0d977365bc90 req-942bdd38-cb94-4485-8dbd-f5b3328722c1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1218028 May 18 14:40:00.142165 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85fa97-f534-483d-a4a9-e1f92b7b60e9 req-1c21b143-5a0c-41e5-b150-12f6c91975db tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:00.143681 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6e85fa97-f534-483d-a4a9-e1f92b7b60e9 req-1c21b143-5a0c-41e5-b150-12f6c91975db tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1639559 May 18 14:40:00.218076 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9745f9dd-ebf8-4dad-b643-0d977365bc90 req-abf6a4ec-a01a-4a7b-aee9-65a89c39a167 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733941 May 18 14:40:00.220887 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6e85fa97-f534-483d-a4a9-e1f92b7b60e9 req-98f19920-1974-4534-b592-ed2eeeacd10f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629301 May 18 14:40:00.483854 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8bab3436-272b-40cc-b91b-fed1c8f393eb req-0e033d56-9a0f-48b1-95cd-4917e73dae6e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.1637743 May 18 14:40:00.531895 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3085af2-74e7-4147-b12c-2d99d84dbaee req-5e0ad3ec-260b-4c0b-89ad-265af56b7647 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:00.533499 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c3085af2-74e7-4147-b12c-2d99d84dbaee req-5e0ad3ec-260b-4c0b-89ad-265af56b7647 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1763985 May 18 14:40:00.580867 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c3085af2-74e7-4147-b12c-2d99d84dbaee req-8bf3b4da-27ad-4e82-bf65-01052353eed4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410683 May 18 14:40:00.666642 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7870ba-bcbc-4053-b02e-5fd9b40fe8d4 req-9db24870-4bee-4ee3-b629-aa3552df3471 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:00.668136 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7d7870ba-bcbc-4053-b02e-5fd9b40fe8d4 req-9db24870-4bee-4ee3-b629-aa3552df3471 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.0864766 May 18 14:40:00.735282 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7d7870ba-bcbc-4053-b02e-5fd9b40fe8d4 req-5ecb02ef-46a7-473a-9cf4-2369cdae75bf tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601892 May 18 14:40:01.490878 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff9fd7-019a-4353-b6d3-d316dc171c25 req-7111d2e6-4e5a-479f-b8f5-1498254eab09 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:01.492377 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-12ff9fd7-019a-4353-b6d3-d316dc171c25 req-7111d2e6-4e5a-479f-b8f5-1498254eab09 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1127446 May 18 14:40:01.507990 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a336056-4002-4e83-b445-ca3120c8066f req-15d18246-a7fe-4f7c-9eb1-7d69e14bcc30 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:01.509627 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5a336056-4002-4e83-b445-ca3120c8066f req-15d18246-a7fe-4f7c-9eb1-7d69e14bcc30 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1611483 May 18 14:40:01.579509 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-12ff9fd7-019a-4353-b6d3-d316dc171c25 req-7e5ba722-8623-42b0-9778-fe39e58b556e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804911 May 18 14:40:01.588017 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5a336056-4002-4e83-b445-ca3120c8066f req-c2fc0109-8f2b-47a9-b964-330a328b37e7 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651090 May 18 14:40:01.787133 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8dcdba81-36fe-43b1-bf39-89d475d2b380 req-3a5b66bf-932d-455a-b97f-54cb47188b80 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0869427 May 18 14:40:01.828486 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0c74a-9d19-4f2b-a28e-df527a5a9427 req-c007cf62-5b88-4749-81bf-04d1b64cd6c3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:01.830084 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-88a0c74a-9d19-4f2b-a28e-df527a5a9427 req-c007cf62-5b88-4749-81bf-04d1b64cd6c3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0944686 May 18 14:40:01.878620 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-88a0c74a-9d19-4f2b-a28e-df527a5a9427 req-fc81c5fe-cb52-4c78-a9b1-665aba5ba2c9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 May 18 14:40:01.973937 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc0be0-ed8c-481d-8c0d-0789bb0e9352 req-513d04ac-ba71-4686-93ce-139fde812dd8 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:01.975508 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6efc0be0-ed8c-481d-8c0d-0789bb0e9352 req-513d04ac-ba71-4686-93ce-139fde812dd8 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.0893135 May 18 14:40:02.038359 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6efc0be0-ed8c-481d-8c0d-0789bb0e9352 req-80db2372-2d24-4478-aa30-b92e95440876 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568695 May 18 14:40:02.858856 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbf9c6-5d32-406f-a600-ba7a31ddee0a req-9ed2f99b-85b8-438c-a4e7-52474266f02b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:02.860390 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3ccbf9c6-5d32-406f-a600-ba7a31ddee0a req-9ed2f99b-85b8-438c-a4e7-52474266f02b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1474051 May 18 14:40:02.868002 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2f487-8aa6-4bb1-ad26-df6a7f057788 req-9bc59719-66f0-4cd0-b74e-da814081fe95 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:02.869449 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-35d2f487-8aa6-4bb1-ad26-df6a7f057788 req-9bc59719-66f0-4cd0-b74e-da814081fe95 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1251795 May 18 14:40:02.932310 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3ccbf9c6-5d32-406f-a600-ba7a31ddee0a req-c92d5156-5c6c-4480-9c5f-d27912f0dcdb tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618713 May 18 14:40:02.979181 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-35d2f487-8aa6-4bb1-ad26-df6a7f057788 req-8e238601-335b-4687-bce9-50e6fec18b42 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917675 May 18 14:40:03.128818 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-24363839-d887-40c3-b5bc-959875be88ab req-1fc4a91c-5402-45af-9baf-37ccdc4f9474 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0877285 May 18 14:40:03.173521 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c58d5-59c3-4bfa-98de-3a1e1045c890 req-1cb6300a-e547-4aac-a55a-7c3d37245929 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:03.175028 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f67c58d5-59c3-4bfa-98de-3a1e1045c890 req-1cb6300a-e547-4aac-a55a-7c3d37245929 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0978627 May 18 14:40:03.223022 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f67c58d5-59c3-4bfa-98de-3a1e1045c890 req-f05c0079-0284-4b50-a2fc-b2eaa1761760 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 May 18 14:40:03.328665 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943a4dc-dbb3-43aa-b4b7-c3207270af74 req-9839e3f6-1ec7-4d49-90dd-fe09bd79dbdc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:03.333134 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0943a4dc-dbb3-43aa-b4b7-c3207270af74 req-9839e3f6-1ec7-4d49-90dd-fe09bd79dbdc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1049352 May 18 14:40:03.378829 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0943a4dc-dbb3-43aa-b4b7-c3207270af74 req-e6699f02-5305-4746-9f6a-1bbae64c1ec5 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 May 18 14:40:04.254166 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b390c-c623-47e3-9f9b-e4fffb6b70ca req-4ac7f8f7-8a75-4762-a17d-e11583e8da73 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.261495 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-720b390c-c623-47e3-9f9b-e4fffb6b70ca req-4ac7f8f7-8a75-4762-a17d-e11583e8da73 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1391265 May 18 14:40:04.291366 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55dd66-a8fb-4847-a635-48ad71db2c83 req-c0f3641d-c7c0-4075-b04c-4151a70106fa tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.292908 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ee55dd66-a8fb-4847-a635-48ad71db2c83 req-c0f3641d-c7c0-4075-b04c-4151a70106fa tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2304430 May 18 14:40:04.332371 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-720b390c-c623-47e3-9f9b-e4fffb6b70ca req-1d63ef78-8900-45e6-a9f4-60722b1f7212 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699942 May 18 14:40:04.354138 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ee55dd66-a8fb-4847-a635-48ad71db2c83 req-353de466-8915-4c37-85a8-8bf0fb9de25c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522051 May 18 14:40:04.488497 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-73456947-068f-426b-b32d-1b1f06d55575 req-07a0be80-3a43-45fd-9464-1c29f458f36c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0469351 May 18 14:40:04.572618 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e8ca1-7256-474e-bb4c-47c936e4dccb req-cec7656e-a5f3-471d-9814-e56d26d41bcb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.574091 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-331e8ca1-7256-474e-bb4c-47c936e4dccb req-cec7656e-a5f3-471d-9814-e56d26d41bcb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0846205 May 18 14:40:04.682542 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-331e8ca1-7256-474e-bb4c-47c936e4dccb req-6a89d8b8-802e-4740-af33-14ee19cb8a8c tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021376 May 18 14:40:04.707727 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c599fd-c7de-4405-a5a6-9361c7cc9046 req-098f50b5-7123-4c73-a80d-788a5054fca1 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:04.709205 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b5c599fd-c7de-4405-a5a6-9361c7cc9046 req-098f50b5-7123-4c73-a80d-788a5054fca1 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.1128194 May 18 14:40:04.756463 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b5c599fd-c7de-4405-a5a6-9361c7cc9046 req-78adea58-b788-4c0f-908f-44e4dde940fc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 May 18 14:40:05.673713 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dfb75-f7ea-4c24-85cf-fb44c1509989 req-65557112-3d5f-4d3a-a6e4-076ac4e7338f tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:05.675435 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-704dfb75-f7ea-4c24-85cf-fb44c1509989 req-65557112-3d5f-4d3a-a6e4-076ac4e7338f tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.2340429 May 18 14:40:05.689628 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e698072-f23e-45f0-8f70-b8787290d8ff req-c71f0777-6195-4f0b-9016-f8ea9423fa3e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:05.691524 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9e698072-f23e-45f0-8f70-b8787290d8ff req-c71f0777-6195-4f0b-9016-f8ea9423fa3e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2164929 May 18 14:40:05.827941 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9e698072-f23e-45f0-8f70-b8787290d8ff req-06d0a105-ce2d-40ae-acd3-8519cc97bfa1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856755 May 18 14:40:05.833165 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-704dfb75-f7ea-4c24-85cf-fb44c1509989 req-6b1686d1-7111-46da-a2f4-3252307acab4 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403146 May 18 14:40:05.852728 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-fa35dad2-eeb5-4277-a4e6-0205b8218c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:05.855547 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-fa35dad2-eeb5-4277-a4e6-0205b8218c0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1099 time: 0.1456261 May 18 14:40:05.896288 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-d204c454-9d8d-4783-90e9-098115c5fb82 service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333517 May 18 14:40:05.971468 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925177-ada6-4feb-a547-99e621c247c1 req-eccdfad8-d598-40a1-a2c9-078a6f77bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:05.973165 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-97925177-ada6-4feb-a547-99e621c247c1 req-eccdfad8-d598-40a1-a2c9-078a6f77bead service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 1096 time: 0.2829165 May 18 14:40:06.037894 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-2fd2487e-0a17-4d93-a6b0-d44afb571291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:06.039493 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-2fd2487e-0a17-4d93-a6b0-d44afb571291 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.1678169 May 18 14:40:06.202749 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-839b6d79-f4a3-4a9f-9e91-c233eb46ca92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 200 len: 217 time: 0.1124427 May 18 14:40:06.204108 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5912fff2-db29-4ebd-92ce-0f53caac67e4 req-9cfc55a9-a8eb-499c-af66-ceb4b1867ecb service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878473 May 18 14:40:06.205684 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7edc1f73-612d-45c8-955a-9d942f8fc4e9 req-6c9753b0-c0e8-4432-b9cc-dfea24a181ff tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.1214046 May 18 14:40:06.234638 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925177-ada6-4feb-a547-99e621c247c1 req-2f3af879-c52d-40b6-9895-6e350b0b15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:06.236148 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-97925177-ada6-4feb-a547-99e621c247c1 req-2f3af879-c52d-40b6-9895-6e350b0b15fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.2531617 May 18 14:40:06.295953 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c1d93-53e8-4020-a8e1-05ab54756de4 req-a64c38ce-c153-4db3-b987-c83639403aa6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:06.297533 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-196c1d93-53e8-4020-a8e1-05ab54756de4 req-a64c38ce-c153-4db3-b987-c83639403aa6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.2516413 May 18 14:40:06.299013 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-888a33a3-50f3-4ce8-82ad-7704289c14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:06.300312 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-888a33a3-50f3-4ce8-82ad-7704289c14e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.0829740 May 18 14:40:06.352967 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-97925177-ada6-4feb-a547-99e621c247c1 req-75b3e088-4019-4faf-8c1a-2592671ebe95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf HTTP/1.1" status: 200 len: 998 time: 0.1030693 May 18 14:40:06.404483 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-a80989e3-c68d-452e-83d5-4838e6b513a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701966 May 18 14:40:06.424881 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925177-ada6-4feb-a547-99e621c247c1 req-db901444-da17-4ee8-bd0f-859d46949829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:06.426340 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-97925177-ada6-4feb-a547-99e621c247c1 req-db901444-da17-4ee8-bd0f-859d46949829 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.0625145 May 18 14:40:06.479385 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-196c1d93-53e8-4020-a8e1-05ab54756de4 req-55bea769-e0eb-40b5-8b34-0b27522d2fee tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392450 May 18 14:40:06.530124 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97925177-ada6-4feb-a547-99e621c247c1 req-d9f9e16b-5fe3-4c1e-bf53-36265cbb4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:06.531598 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-97925177-ada6-4feb-a547-99e621c247c1 req-d9f9e16b-5fe3-4c1e-bf53-36265cbb4ff9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885293 May 18 14:40:06.577280 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c890c0-c418-45fd-ab3e-2f211b88cc9a req-499a6d31-0102-418e-b2fc-6a9427da9519 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:06.578887 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c9c890c0-c418-45fd-ab3e-2f211b88cc9a req-499a6d31-0102-418e-b2fc-6a9427da9519 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.2773743 May 18 14:40:06.614821 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-1458292f-b51c-4af0-903b-dff3bdba9575 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967442 May 18 14:40:06.675181 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c9c890c0-c418-45fd-ab3e-2f211b88cc9a req-08f7b97b-b9a9-4db3-a191-bc8f676cd1ec tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857596 May 18 14:40:06.792938 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9577eb19-08ea-4173-8a97-e01c169c4c19 req-3e31a899-afb2-467f-8830-69ce9ceb25bb service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641297 May 18 14:40:06.910638 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-97925177-ada6-4feb-a547-99e621c247c1 req-42322da1-ee78-4f85-b76f-996a170dae69 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603444 May 18 14:40:07.016927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-e9c4d696-7aeb-4f5f-8483-9f3fab502d24 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:07.018428 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-e9c4d696-7aeb-4f5f-8483-9f3fab502d24 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 814 time: 0.3632236 May 18 14:40:07.087165 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Request body: {'port': {'device_id': '52b3508f-1a18-4917-ba08-4d9df23d8edc', 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'admin_state_up': True, 'tenant_id': 'b8bb889000044e9d8f4e7a24f903b091'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:07.161564 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21f61-1abc-46b2-bc0f-9e6bbd8d0c2a req-3ec7c1ee-1896-49c5-86da-358c16d85cee tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:07.163066 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-eea21f61-1abc-46b2-bc0f-9e6bbd8d0c2a req-3ec7c1ee-1896-49c5-86da-358c16d85cee tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.1908796 May 18 14:40:07.176845 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dd64d-0dc6-458a-8ae2-756a579e9bee req-f692f445-942a-4e6b-acb7-6d8d078937fa tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:07.178324 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-624dd64d-0dc6-458a-8ae2-756a579e9bee req-f692f445-942a-4e6b-acb7-6d8d078937fa tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1263182 May 18 14:40:07.233216 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-97925177-ada6-4feb-a547-99e621c247c1 req-e6fb9146-005c-42e2-9ec7-f5936f072fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946923 May 18 14:40:07.254174 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-eea21f61-1abc-46b2-bc0f-9e6bbd8d0c2a req-f5041f82-8da8-432e-a732-ff731f4bd0a3 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748577 May 18 14:40:07.261173 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-624dd64d-0dc6-458a-8ae2-756a579e9bee req-5e6f3253-5d60-41f6-8f21-9fb59c39357f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676835 May 18 14:40:07.266066 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:07.270867 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Usage tracker for resource:port and tenant:b8bb889000044e9d8f4e7a24f903b091 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:07.283548 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:07.290169 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:07.300512 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Made reservation on behalf of b8bb889000044e9d8f4e7a24f903b091 for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:40:07.303955 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.416371 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7d59f667-bb85-4796-ab6c-ff27cf9db677 req-2edfb05f-6318-4dbc-a871-b383a775aa06 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0493782 May 18 14:40:07.478223 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Allocated IP 172.20.0.12 (ff1ce6b1-b2c7-414f-a48c-84b987063b4f/3a5835ce-3a5c-4f73-99b4-f6619f5a32e3/22152070-de17-42f1-9020-417ed99d53fe) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:07.683254 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5618-9bc1-42d0-b9c4-0fec6ae44540 req-932e771f-12e3-4f3c-b1ce-95003155b240 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:07.684786 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2aeb5618-9bc1-42d0-b9c4-0fec6ae44540 req-932e771f-12e3-4f3c-b1ce-95003155b240 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0815344 May 18 14:40:07.703038 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.734053 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2aeb5618-9bc1-42d0-b9c4-0fec6ae44540 req-f00be152-6072-4fe2-9cf7-c0b6e536a39d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426822 May 18 14:40:07.739097 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.753698 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', '7c3e7867-4dc7-4076-8926-9eff47e0a275', '845def17-5176-46c3-bf24-9010cf8c7ff0'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:07.756226 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:07.808994 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Network ff1ce6b1-b2c7-414f-a48c-84b987063b4f is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:07.817371 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:07.820066 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:07.887931 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80b5b-1157-4ffb-9647-fef0bd288d8b req-3bb0a4b3-dc73-4a6a-97b0-e193ddf0d900 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:07.889769 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d3b80b5b-1157-4ffb-9647-fef0bd288d8b req-3bb0a4b3-dc73-4a6a-97b0-e193ddf0d900 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.0897098 May 18 14:40:07.903324 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Pushing event updated for resources: {'Port': ['ID=22152070-de17-42f1-9020-417ed99d53fe,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:07.916675 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.917390 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.917390 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.917756 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.918208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.918572 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.918928 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.919282 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.920161 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.923856 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.923856 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.923856 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:07.926706 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:07.936928 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:07.937626 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:07.941803 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d3b80b5b-1157-4ffb-9647-fef0bd288d8b req-301ee548-0849-4b21-be06-9daef8afd267 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 May 18 14:40:07.965942 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8869474 May 18 14:40:07.980956 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Request body: {'port': {'device_id': '52b3508f-1a18-4917-ba08-4d9df23d8edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:08.020538 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:40:08.101664 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:08.485288 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22152070-de17-42f1-9020-417ed99d53fe {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:08.493736 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:08.510966 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Transition to ACTIVE for port object 22152070-de17-42f1-9020-417ed99d53fe will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:08.516259 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:08.520450 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-9e79ee4a-346c-485e-b057-51467872a7e4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:08.639480 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380532-0220-4d55-b490-5e48bd33c4ab req-db2062fa-068d-4219-ac9e-9d6d8a73d733 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:08.646938 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d6380532-0220-4d55-b490-5e48bd33c4ab req-db2062fa-068d-4219-ac9e-9d6d8a73d733 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.2193134 May 18 14:40:08.680429 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Pushing event updated for resources: {'Port': ['ID=22152070-de17-42f1-9020-417ed99d53fe,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:08.687738 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:08.689799 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714a76a-415a-43e1-9a9d-11ab09f0336d req-b6069ad3-dddf-4a49-89bd-c4daffa6a12a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:08.691661 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8714a76a-415a-43e1-9a9d-11ab09f0336d req-b6069ad3-dddf-4a49-89bd-c4daffa6a12a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3166146 May 18 14:40:08.755789 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d6380532-0220-4d55-b490-5e48bd33c4ab req-6791b92d-4c25-4c0e-bba3-249fd992db19 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993626 May 18 14:40:08.779619 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8714a76a-415a-43e1-9a9d-11ab09f0336d req-6aac84bc-5f07-4fd0-aa91-7bb5083e383d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781126 May 18 14:40:08.883485 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Attempting to bind port 22152070-de17-42f1-9020-417ed99d53fe on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:08.883958 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Attempting to bind port 22152070-de17-42f1-9020-417ed99d53fe by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:08.884382 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Attempting to bind port 22152070-de17-42f1-9020-417ed99d53fe on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:08.898233 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Port 22152070-de17-42f1-9020-417ed99d53fe on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:40:08.898667 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Attempting to bind port 22152070-de17-42f1-9020-417ed99d53fe on network ff1ce6b1-b2c7-414f-a48c-84b987063b4f {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:08.904892 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:08.905368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Checking segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:08.905845 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Bound using segment: {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:08.906386 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Bound port: 22152070-de17-42f1-9020-417ed99d53fe, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:08.906947 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.014354 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] For port 22152070-de17-42f1-9020-417ed99d53fe, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:09.017825 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] For port 22152070-de17-42f1-9020-417ed99d53fe, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22152070-de17-42f1-9020-417ed99d53fe,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:09.023444 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.028675 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ac95d69f-8f36-497b-a875-5e8c51a56209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:09.038333 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda157f-cc97-4ea5-8e03-c032b37d5616 req-4a749818-ecb1-4983-9f5c-3bbc9d0c5b96 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.039924 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1eda157f-cc97-4ea5-8e03-c032b37d5616 req-4a749818-ecb1-4983-9f5c-3bbc9d0c5b96 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 944 time: 0.1634727 May 18 14:40:09.055116 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebddc2-c10b-4e29-b788-9046be1c9ef1 req-743a4aba-243a-489a-bd84-39e2d9855bbb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.056659 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8aebddc2-c10b-4e29-b788-9046be1c9ef1 req-743a4aba-243a-489a-bd84-39e2d9855bbb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1218419 May 18 14:40:09.093200 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 852f8bd1-db87-47a1-b4b4-9c67eabbea03 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:40:09.098216 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.098971 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.100484 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] 10.222.0.66 "PUT /v2.0/ports/22152070-de17-42f1-9020-417ed99d53fe HTTP/1.1" status: 200 len: 1094 time: 1.1240010 May 18 14:40:09.101197 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b3508f-1a18-4917-ba08-4d9df23d8edc', 'tag': '22152070-de17-42f1-9020-417ed99d53fe'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:09.127342 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Pushing event updated for resources: {'Port': ['ID=22152070-de17-42f1-9020-417ed99d53fe,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:09.131626 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:09.175632 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1eda157f-cc97-4ea5-8e03-c032b37d5616 req-3cfc92df-65f0-44ae-a3c2-5d0ce9e978a2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178474 May 18 14:40:09.184699 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8aebddc2-c10b-4e29-b788-9046be1c9ef1 req-1dde2782-49a8-4df9-a0f4-9152c9548bc9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130455 May 18 14:40:09.250809 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-765fa679-caba-48af-a820-c20609d5fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.252400 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-765fa679-caba-48af-a820-c20609d5fc2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 1097 time: 0.0958447 May 18 14:40:09.254296 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b3508f-1a18-4917-ba08-4d9df23d8edc', 'tag': '22152070-de17-42f1-9020-417ed99d53fe', 'status': 'completed', 'code': 200} May 18 14:40:09.263711 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:09.277644 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'port_id': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'mac_address': 'fa:16:3e:3d:1a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:40:09.336812 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-fbf10afd-cce4-4961-a3ae-db983591dce1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22152070-de17-42f1-9020-417ed99d53fe HTTP/1.1" status: 200 len: 217 time: 0.0673347 May 18 14:40:09.337163 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.355562 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852f8bd1-db87-47a1-b4b4-9c67eabbea03 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:09.374664 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:09.376780 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3f90-0354-4653-a5ff-5348cd2d4304 req-41700999-4a7d-4def-ae96-113f812a1d92 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.378347 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c95f3f90-0354-4653-a5ff-5348cd2d4304 req-41700999-4a7d-4def-ae96-113f812a1d92 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 944 time: 0.0859766 May 18 14:40:09.379182 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.380076 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 9786a539-0393-4b50-ba34-e22fbf414cf6 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:40:09.382271 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-3b31d9a0-47cd-4f9e-b2fa-53bd3ac837fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:09.409280 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-b1730286-b010-4746-9591-c97ac9e9235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.411586 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-b1730286-b010-4746-9591-c97ac9e9235f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 200 len: 854 time: 0.0665958 May 18 14:40:09.430579 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c95f3f90-0354-4653-a5ff-5348cd2d4304 req-15b33cf4-d5ee-408d-bb70-30687f79ef4c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449321 May 18 14:40:09.475056 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-53f3750d-c630-493f-b101-ed6a29ab3152 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520110 May 18 14:40:09.485991 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:09.489291 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:09.594053 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 9786a539-0393-4b50-ba34-e22fbf414cf6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9786a539-0393-4b50-ba34-e22fbf414cf6,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:09.626337 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-f216891f-a09b-4d73-a663-9bb208cc7e8e service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339047 May 18 14:40:09.634873 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'port_id': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'mac_address': 'fa:16:3e:6c:76:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:40:09.694092 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.712504 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9786a539-0393-4b50-ba34-e22fbf414cf6 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:09.729159 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 9786a539-0393-4b50-ba34-e22fbf414cf6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9786a539-0393-4b50-ba34-e22fbf414cf6,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:09.733654 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:09.735614 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:09.778424 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e24023a7-d345-43b7-b167-b37eb2a5e47f req-8dca97e0-5106-4182-955e-f632a8ca5caa service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309638 May 18 14:40:09.822168 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=9786a539-0393-4b50-ba34-e22fbf414cf6,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:09.826981 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:09.926342 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-210bb48b-2d90-425e-bd0a-625c526be55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:09.927828 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-210bb48b-2d90-425e-bd0a-625c526be55c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8bb889000044e9d8f4e7a24f903b091&device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 1097 time: 0.0774632 May 18 14:40:10.040760 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fb604-bb96-4952-a039-91e4b16b3742 req-1f688edb-06f2-447e-bfb6-eb94a027e3dd tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:10.047464 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4e4fb604-bb96-4952-a039-91e4b16b3742 req-1f688edb-06f2-447e-bfb6-eb94a027e3dd tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 945 time: 0.1549172 May 18 14:40:10.083259 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-a0c5a60f-95c6-4172-a716-01b0ffe12044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:10.084563 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a1e6d-343f-403e-9f3a-0eac481c5817 req-c1f63c6b-19fd-4266-b8bf-7a91537c6d35 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:10.084988 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-a0c5a60f-95c6-4172-a716-01b0ffe12044 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 200 len: 915 time: 0.1483264 May 18 14:40:10.086102 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b96a1e6d-343f-403e-9f3a-0eac481c5817 req-c1f63c6b-19fd-4266-b8bf-7a91537c6d35 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1581054 May 18 14:40:10.122808 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4e4fb604-bb96-4952-a039-91e4b16b3742 req-cc5b4f48-380c-4dcc-8801-a772982e8a74 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699704 May 18 14:40:10.157392 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b96a1e6d-343f-403e-9f3a-0eac481c5817 req-54e1dbf1-96d2-4191-b9cc-9b853e8ce451 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605800 May 18 14:40:10.168062 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['9786a539-0393-4b50-ba34-e22fbf414cf6'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:10.185781 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-aa4fb9a3-2fa8-4ed9-804d-291c4d036dd2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22152070-de17-42f1-9020-417ed99d53fe HTTP/1.1" status: 200 len: 217 time: 0.0922124 May 18 14:40:10.203641 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['852f8bd1-db87-47a1-b4b4-9c67eabbea03'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:10.274566 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-45cd688e-1c48-4269-8765-f40fb9292a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:10.276334 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-45cd688e-1c48-4269-8765-f40fb9292a22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 200 len: 854 time: 0.0684299 May 18 14:40:10.360732 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-76bf0bae-d934-440e-bbd2-f120eab1652e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff1ce6b1-b2c7-414f-a48c-84b987063b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743222 May 18 14:40:10.476077 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 55744) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:10.503244 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c88270-7a0f-473d-869b-38d31b1931cc req-8e135b69-8c50-456c-9ce1-2ab79c15b780 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:10.504962 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-61c88270-7a0f-473d-869b-38d31b1931cc req-8e135b69-8c50-456c-9ce1-2ab79c15b780 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 944 time: 0.1985490 May 18 14:40:10.515907 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506414a-8ebc-4c26-8dab-8237cb0d7de2 req-c023da79-93ab-49a3-b18a-45003f2f664f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:10.523718 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e506414a-8ebc-4c26-8dab-8237cb0d7de2 req-c023da79-93ab-49a3-b18a-45003f2f664f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1597931 May 18 14:40:10.531989 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-5e781286-8293-4dbe-ba8d-cd410f5d24d5 service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621695 May 18 14:40:10.588437 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-61c88270-7a0f-473d-869b-38d31b1931cc req-79a198c6-94d0-403a-a09e-8dcbe5b5d236 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623958 May 18 14:40:10.633264 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e506414a-8ebc-4c26-8dab-8237cb0d7de2 req-a2a80dac-fd3a-41ae-b71a-2e6e994bfc15 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084831 May 18 14:40:10.721857 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c5dcf1a9-f258-4169-b2aa-ec9f3e2e719b req-489b85b3-ab7e-41c8-9e24-f4793ce9532f service neutron] 10.222.0.66 "GET /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820202 May 18 14:40:10.740094 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.800705 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:10.810587 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Usage tracker for resource:security_group_rule and tenant:9af54bebf75440bab9a868613b3eb398 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:10.815277 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:10.822925 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:10.873531 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209429b-8f69-48f9-9a85-fe9f9cf3cc2e req-b16730e5-5c76-46be-853f-5522bd2bc7c0 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:10.875346 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7209429b-8f69-48f9-9a85-fe9f9cf3cc2e req-b16730e5-5c76-46be-853f-5522bd2bc7c0 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 945 time: 0.1364563 May 18 14:40:10.952292 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7209429b-8f69-48f9-9a85-fe9f9cf3cc2e req-306164fb-35db-451b-94c8-910a1dded3ba tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645797 May 18 14:40:10.974756 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.979041 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:10.987643 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:11.039433 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9af54bebf75440bab9a868613b3eb398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602849 May 18 14:40:11.041836 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 55762) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:11.044209 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d8593-f323-45fc-a64c-988ece59206b,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:11.050003 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:11.113077 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f60c9e4b-5003-4b9c-ac71-3fe3fbfaf362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.140175 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f60c9e4b-5003-4b9c-ac71-3fe3fbfaf362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.207340 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f60c9e4b-5003-4b9c-ac71-3fe3fbfaf362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.214342 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-dd692ea6-43fb-47d9-b173-90f1605fb36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:11.227839 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c9e4b-5003-4b9c-ac71-3fe3fbfaf362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d8593-f323-45fc-a64c-988ece59206b,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:11.231189 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f60c9e4b-5003-4b9c-ac71-3fe3fbfaf362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:11.255070 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f60c9e4b-5003-4b9c-ac71-3fe3fbfaf362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:11.261780 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f60c9e4b-5003-4b9c-ac71-3fe3fbfaf362 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e77d8593-f323-45fc-a64c-988ece59206b HTTP/1.1" status: 204 len: 168 time: 0.2186315 May 18 14:40:11.402695 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85199c62-7323-480c-afe2-6a03ec07006b req-21840645-92c5-4089-9acb-c17a31107c75 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:11.404210 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-85199c62-7323-480c-afe2-6a03ec07006b req-21840645-92c5-4089-9acb-c17a31107c75 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 945 time: 0.1545405 May 18 14:40:11.416536 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acb03b-20d0-4a73-a424-620e0648c057 req-f341c3e1-1ff8-4450-8c02-9f8758a07ce5 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:11.418011 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a3acb03b-20d0-4a73-a424-620e0648c057 req-f341c3e1-1ff8-4450-8c02-9f8758a07ce5 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1253519 May 18 14:40:11.491776 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-85199c62-7323-480c-afe2-6a03ec07006b req-d640c2d7-0009-442a-8575-7fb318780da9 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726554 May 18 14:40:11.499397 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a3acb03b-20d0-4a73-a424-620e0648c057 req-c70c343e-2595-4951-97c3-52aa40a5279b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633893 May 18 14:40:11.874759 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23e6e9-59fd-4432-a3e9-ebbef6b2f363 req-f8c470f1-0234-4f8b-95e1-91f2ac51dc3f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:11.876293 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9d23e6e9-59fd-4432-a3e9-ebbef6b2f363 req-f8c470f1-0234-4f8b-95e1-91f2ac51dc3f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 944 time: 0.1534581 May 18 14:40:11.942261 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895e7db-3f3b-4f92-a1e7-c4ee93e7737e req-003b0021-3473-47f9-943a-36b3f60a2384 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:11.943794 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8895e7db-3f3b-4f92-a1e7-c4ee93e7737e req-003b0021-3473-47f9-943a-36b3f60a2384 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1404338 May 18 14:40:11.946807 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9d23e6e9-59fd-4432-a3e9-ebbef6b2f363 req-ba89e483-21fb-4c8a-b6aa-4c762dc34cb9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602827 May 18 14:40:11.996069 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8895e7db-3f3b-4f92-a1e7-c4ee93e7737e req-86229553-13d9-4c6a-a172-377c12c1407b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432601 May 18 14:40:12.196441 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba803261-790f-4361-b004-003bc87bf861 req-da774abf-df3f-46fe-b615-650a70853325 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:12.198313 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ba803261-790f-4361-b004-003bc87bf861 req-da774abf-df3f-46fe-b615-650a70853325 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 945 time: 0.1012986 May 18 14:40:12.253054 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ba803261-790f-4361-b004-003bc87bf861 req-5a8ea80e-246e-413c-9a50-5786bb6272a2 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 May 18 14:40:12.425126 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 55828) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:12.581847 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-44915166-8d3b-42b3-af39-3ba9ee3f9a9f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554713 May 18 14:40:12.895392 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-873b3d76-921a-444c-9c86-ad52360e6844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.006066 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932c36d-07df-4e01-9e74-a2c981c991ac req-d668da17-a5a9-46e7-a4e5-68551d12402f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:13.007587 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2932c36d-07df-4e01-9e74-a2c981c991ac req-d668da17-a5a9-46e7-a4e5-68551d12402f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3624773 May 18 14:40:13.020750 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79526fb-e446-42d1-93cc-72d3f949ce1c req-c0e4d687-a6c6-46f1-9f52-7d126be49fde tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:13.022247 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e79526fb-e446-42d1-93cc-72d3f949ce1c req-c0e4d687-a6c6-46f1-9f52-7d126be49fde tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 945 time: 0.1347485 May 18 14:40:13.118311 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 22152070-de17-42f1-9020-417ed99d53fe details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:40:13.122198 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 852f8bd1-db87-47a1-b4b4-9c67eabbea03 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:13.147022 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e79526fb-e446-42d1-93cc-72d3f949ce1c req-57343668-62a2-4b46-85fa-db6a09515889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096590 May 18 14:40:13.162230 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2932c36d-07df-4e01-9e74-a2c981c991ac req-2908f039-3036-48e8-ad18-b5d39a783984 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386747 May 18 14:40:13.332173 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:13.352780 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:13.353154 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.394591 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 22152070-de17-42f1-9020-417ed99d53fe, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22152070-de17-42f1-9020-417ed99d53fe,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:13.427396 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '22152070-de17-42f1-9020-417ed99d53fe', 'network_id': 'ff1ce6b1-b2c7-414f-a48c-84b987063b4f', 'port_id': '22152070-de17-42f1-9020-417ed99d53fe', 'mac_address': 'fa:16:3e:15:22:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5835ce-3a5c-4f73-99b4-f6619f5a32e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:40:13.491086 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4279a12-6ecd-4a40-97ae-243607ae94e6 req-fa2c4fa8-1478-457b-843b-4124c424485a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:13.492827 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b4279a12-6ecd-4a40-97ae-243607ae94e6 req-fa2c4fa8-1478-457b-843b-4124c424485a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 944 time: 0.1288676 May 18 14:40:13.501635 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f8e01-c5b1-4cc4-a923-58f5f56e3368 req-bb71d856-d9ce-48df-922b-4a0377597185 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:13.502864 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.503361 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cd1f8e01-c5b1-4cc4-a923-58f5f56e3368 req-bb71d856-d9ce-48df-922b-4a0377597185 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1908913 May 18 14:40:13.525575 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22152070-de17-42f1-9020-417ed99d53fe {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:13.578375 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b4279a12-6ecd-4a40-97ae-243607ae94e6 req-0b404443-545d-4c1b-8857-229139ba1cb0 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738626 May 18 14:40:13.583841 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cd1f8e01-c5b1-4cc4-a923-58f5f56e3368 req-26120156-e9dc-4977-917e-b819cb578ab2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655277 May 18 14:40:13.598301 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 22152070-de17-42f1-9020-417ed99d53fe, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22152070-de17-42f1-9020-417ed99d53fe,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:13.610883 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.616147 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-970d37f2-9d0b-493c-88e1-2203f8d9b93e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:13.662707 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.708861 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:13.725483 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:13.728517 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=22152070-de17-42f1-9020-417ed99d53fe,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:13.738370 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.738707 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.739205 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.739534 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.739883 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.740470 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.740812 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.741126 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.741461 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.741857 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.742164 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.742473 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:13.746303 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:13.747150 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 9786a539-0393-4b50-ba34-e22fbf414cf6 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:13.780110 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'code': 200} May 18 14:40:13.780965 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:13.781426 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:13.807964 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615017a-d86e-483c-a493-bddd468129dd req-0df42016-58cc-4a14-9b95-33196097799f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:13.809504 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4615017a-d86e-483c-a493-bddd468129dd req-0df42016-58cc-4a14-9b95-33196097799f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 945 time: 0.0993564 May 18 14:40:13.861123 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4615017a-d86e-483c-a493-bddd468129dd req-27cd61cc-d923-4ff5-8c3e-213afae9bbdc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 May 18 14:40:13.884739 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:13.888260 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:13.891590 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 9786a539-0393-4b50-ba34-e22fbf414cf6 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:13.897669 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 9786a539-0393-4b50-ba34-e22fbf414cf6 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:13.898787 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.037932 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.081159 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 9786a539-0393-4b50-ba34-e22fbf414cf6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9786a539-0393-4b50-ba34-e22fbf414cf6,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:14.088975 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:14.090681 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:40:14.127708 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:14.169003 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['22152070-de17-42f1-9020-417ed99d53fe'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:14.262428 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=9786a539-0393-4b50-ba34-e22fbf414cf6,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:14.276985 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:14.328745 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2ebfb-94fc-409d-b219-bd632535939b req-11bfb4ed-762b-4de9-b31d-a8ba36926531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:14.332610 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49a2ebfb-94fc-409d-b219-bd632535939b req-11bfb4ed-762b-4de9-b31d-a8ba36926531 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1099 time: 0.1604559 May 18 14:40:14.497520 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3df37-91a8-4451-8583-ea637ed8969a req-405a09fa-c6ad-4bd5-acc8-9bbe18fec690 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:14.499119 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-97b3df37-91a8-4451-8583-ea637ed8969a req-405a09fa-c6ad-4bd5-acc8-9bbe18fec690 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1745610 May 18 14:40:14.537477 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49a2ebfb-94fc-409d-b219-bd632535939b req-6324fe59-e382-400c-a615-eb0c7e75b7c3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948602 May 18 14:40:14.570837 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-97b3df37-91a8-4451-8583-ea637ed8969a req-dc235567-927f-4b9b-9c6d-7b196434f03b tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518250 May 18 14:40:14.588037 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a3c8a-fc71-4de1-abb3-ef56c6141a65 req-287768f5-59e9-4614-9a69-e949dec7af19 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:14.589565 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-637a3c8a-fc71-4de1-abb3-ef56c6141a65 req-287768f5-59e9-4614-9a69-e949dec7af19 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1512868 May 18 14:40:14.639277 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-637a3c8a-fc71-4de1-abb3-ef56c6141a65 req-309d10aa-e43a-4df6-aedb-0d8a528e736d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 May 18 14:40:14.828988 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8c500-5994-4587-ab0c-d38fa8a01ce0 req-4b3d0be9-96c0-421e-a2bc-7d750aacdf75 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:14.830484 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-89d8c500-5994-4587-ab0c-d38fa8a01ce0 req-4b3d0be9-96c0-421e-a2bc-7d750aacdf75 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 945 time: 0.1403196 May 18 14:40:14.868382 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f02b9-4156-40bf-b490-f7e5261d4a4f req-3e1f99a7-3a08-4d6d-84f5-4a5b17c9039a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:14.869874 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-317f02b9-4156-40bf-b490-f7e5261d4a4f req-3e1f99a7-3a08-4d6d-84f5-4a5b17c9039a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1213241 May 18 14:40:14.911453 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-89d8c500-5994-4587-ab0c-d38fa8a01ce0 req-e22d3b00-c174-496d-85b2-9d594256cddf tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745900 May 18 14:40:14.938249 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-317f02b9-4156-40bf-b490-f7e5261d4a4f req-3db278d9-a43d-45ea-a879-b26d47faa1a6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588717 May 18 14:40:15.024863 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-03b6544a-dbf9-413b-a711-740f589ffa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.026409 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-03b6544a-dbf9-413b-a711-740f589ffa2c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d&tenant_id=86a8148aefb84364b616460cedf5dd5f HTTP/1.1" status: 200 len: 1096 time: 0.0745785 May 18 14:40:15.100044 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3d2d7-e4cc-4fe2-ac19-d3e31ba31053 req-a81f46a4-98b3-4171-8462-739a4490b486 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.101781 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9bb3d2d7-e4cc-4fe2-ac19-d3e31ba31053 req-a81f46a4-98b3-4171-8462-739a4490b486 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0879364 May 18 14:40:15.148453 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-15452a04-7839-40de-b72e-c6946d011996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.150089 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-15452a04-7839-40de-b72e-c6946d011996 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 1096 time: 0.0785725 May 18 14:40:15.151813 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9bb3d2d7-e4cc-4fe2-ac19-d3e31ba31053 req-b52ced88-4305-4530-b6d2-941b499e8b98 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 May 18 14:40:15.298533 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-c9b99e18-0169-405a-b9fd-41b195184ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.300015 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-c9b99e18-0169-405a-b9fd-41b195184ce3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.1388338 May 18 14:40:15.408819 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-c3f0907b-959a-43d1-a2f9-fafcd2dab727 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf HTTP/1.1" status: 200 len: 998 time: 0.0969996 May 18 14:40:15.483985 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-2792fed5-7c07-42a5-baa6-5affea906b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.485492 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-2792fed5-7c07-42a5-baa6-5affea906b35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.0659308 May 18 14:40:15.579358 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-7584b515-1af1-4ea4-a7b8-53b70d008243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.581158 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-7584b515-1af1-4ea4-a7b8-53b70d008243 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771513 May 18 14:40:15.595793 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:15.755649 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-f9d59a78-9196-45aa-8841-6f8b998cca34 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596055 May 18 14:40:15.764267 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a5bb48d9-5648-4d3d-bf74-a464b7f8da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:15.780946 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:15.812297 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bcdbc-6c45-46b2-94a6-831078a12089 req-2ea24845-6100-46c5-89c2-5047a2cb52ff tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.813890 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e57bcdbc-6c45-46b2-94a6-831078a12089 req-2ea24845-6100-46c5-89c2-5047a2cb52ff tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1155403 May 18 14:40:15.912261 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 55910) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:15.949997 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e57bcdbc-6c45-46b2-94a6-831078a12089 req-6d6b8a5c-c540-4a07-b588-e0c1ccc0d612 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888560 May 18 14:40:15.981805 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23d41a-5d11-40cc-b6f2-90d2a747ec67 req-a9185202-5fbf-49bf-b931-fce20b345eec tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:15.989908 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2d23d41a-5d11-40cc-b6f2-90d2a747ec67 req-a9185202-5fbf-49bf-b931-fce20b345eec tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1750138 May 18 14:40:16.009571 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cd682f73-4cb6-4dbe-8815-4cb4a80ae1ea req-7d0f8c57-39bc-4b45-a899-e83a85662994 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445874 May 18 14:40:16.019222 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'code': 200} May 18 14:40:16.048318 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2d23d41a-5d11-40cc-b6f2-90d2a747ec67 req-1ad54e90-3827-4b2f-afd6-5a0146eb0bad tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572329 May 18 14:40:16.100637 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.116187 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:16.120253 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Usage tracker for resource:security_group_rule and tenant:1ea76d688cb74b29bc0c73790658526c is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:16.124204 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:16.167218 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:16.342369 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a4b90-5437-4a8a-99c9-534b36d9de83 req-fb92b6bc-8c88-4bf8-9fc3-238d8e080c21 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:16.344066 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-309a4b90-5437-4a8a-99c9-534b36d9de83 req-fb92b6bc-8c88-4bf8-9fc3-238d8e080c21 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 945 time: 0.2209601 May 18 14:40:16.352508 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaebd6b-0ebd-439b-9f0a-c63e9a92104b req-7e77bb99-0c21-4a03-bd9a-64d0d3ddab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:16.354046 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-fbaebd6b-0ebd-439b-9f0a-c63e9a92104b req-7e77bb99-0c21-4a03-bd9a-64d0d3ddab92 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1099 time: 0.1012845 May 18 14:40:16.354816 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35fb52-2de2-4505-907a-ccdcb543148c req-e05285a8-b819-431b-b542-63fb5bae7d75 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:16.356311 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fc35fb52-2de2-4505-907a-ccdcb543148c req-e05285a8-b819-431b-b542-63fb5bae7d75 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1869104 May 18 14:40:16.386465 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.405215 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-fbaebd6b-0ebd-439b-9f0a-c63e9a92104b req-4694c6f4-7d0d-4993-ac6c-6c525989c5af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 May 18 14:40:16.431590 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.447308 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.459247 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f4feb27b-1584-462f-90c6-7e95b92b0d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:16.474210 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-309a4b90-5437-4a8a-99c9-534b36d9de83 req-47e851ca-f9cc-4792-8106-0584820fe563 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161132 May 18 14:40:16.493819 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fc35fb52-2de2-4505-907a-ccdcb543148c req-31f2de08-1f39-4507-a57f-c757ed281e38 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118531 May 18 14:40:16.517648 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0dc284-f0a8-4922-a6bb-7f5c58434108,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:16.524890 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ea76d688cb74b29bc0c73790658526c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103842 May 18 14:40:16.527340 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 55938) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:16.529751 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.530192 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.530526 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.530921 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.531277 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.531825 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.532567 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.532959 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.533376 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.533730 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.534084 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.534526 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:40:16.539664 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:16.604839 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e6105ba0-1ac5-4ba6-9ef7-07134109cc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.636037 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e6105ba0-1ac5-4ba6-9ef7-07134109cc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.672000 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536ca4-f015-4226-bc82-330b5bc3bbc5 req-5c44a6d1-8240-41b9-8367-dccaa7e4f81d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:16.673564 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-47536ca4-f015-4226-bc82-330b5bc3bbc5 req-5c44a6d1-8240-41b9-8367-dccaa7e4f81d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0880125 May 18 14:40:16.729644 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e6105ba0-1ac5-4ba6-9ef7-07134109cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.734324 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bfc2a243-e242-4955-bd28-b9dee26af9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:16.772224 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-47536ca4-f015-4226-bc82-330b5bc3bbc5 req-2851e3ac-e629-472f-9259-4c5283ef5a42 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921550 May 18 14:40:16.778095 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6105ba0-1ac5-4ba6-9ef7-07134109cc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0dc284-f0a8-4922-a6bb-7f5c58434108,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:16.821240 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e6105ba0-1ac5-4ba6-9ef7-07134109cc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:16.835510 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e6105ba0-1ac5-4ba6-9ef7-07134109cc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:16.836692 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e6105ba0-1ac5-4ba6-9ef7-07134109cc9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f0dc284-f0a8-4922-a6bb-7f5c58434108 HTTP/1.1" status: 204 len: 168 time: 0.3077824 May 18 14:40:17.129199 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 22152070-de17-42f1-9020-417ed99d53fe up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:17.351356 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 22152070-de17-42f1-9020-417ed99d53fe completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:17.362749 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 22152070-de17-42f1-9020-417ed99d53fe triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:17.363303 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:17.437957 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b0d67-2a2a-4b04-8a0b-3bf532060883 req-2285b27d-442e-4409-828a-658cc9354574 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:17.440723 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4d2b0d67-2a2a-4b04-8a0b-3bf532060883 req-2285b27d-442e-4409-828a-658cc9354574 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.3164744 May 18 14:40:17.500487 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d89ad-b256-498d-aadd-ecd15a4e400c req-e01b7402-b0b5-4ac9-9a55-532d991ae02f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:17.502058 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-302d89ad-b256-498d-aadd-ecd15a4e400c req-e01b7402-b0b5-4ac9-9a55-532d991ae02f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.2235394 May 18 14:40:17.570579 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4d2b0d67-2a2a-4b04-8a0b-3bf532060883 req-c7fa6f25-2c69-45a2-bf01-e22be9eaf075 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210883 May 18 14:40:17.629225 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-302d89ad-b256-498d-aadd-ecd15a4e400c req-579d3081-23a5-4b8b-890f-01480f9f8ea8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067388 May 18 14:40:17.743730 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:17.851153 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 22152070-de17-42f1-9020-417ed99d53fe, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22152070-de17-42f1-9020-417ed99d53fe,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:17.858082 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:17.861761 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:17.969605 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=22152070-de17-42f1-9020-417ed99d53fe,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:17.977585 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:18.018039 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41717047-ac6e-4fca-8d06-4429490a20b8 req-7ef2c0e5-b439-475c-b54f-02e1e9b89834 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.019626 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-41717047-ac6e-4fca-8d06-4429490a20b8 req-7ef2c0e5-b439-475c-b54f-02e1e9b89834 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.2295554 May 18 14:40:18.021288 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b3508f-1a18-4917-ba08-4d9df23d8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22152070-de17-42f1-9020-417ed99d53fe'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:18.032866 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c392612-8920-437f-b285-e8bf679f4366 req-fabd687b-ba65-4808-9557-1c79eba4a27b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.036777 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5c392612-8920-437f-b285-e8bf679f4366 req-fabd687b-ba65-4808-9557-1c79eba4a27b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.1631129 May 18 14:40:18.126720 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-41717047-ac6e-4fca-8d06-4429490a20b8 req-d78fcb9f-0a2f-4696-8fcb-a7b8cf6a49f1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878623 May 18 14:40:18.134037 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5c392612-8920-437f-b285-e8bf679f4366 req-35bfe9c9-0f83-44cc-9d27-3299dab54233 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740037 May 18 14:40:18.248383 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 55990) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:18.312318 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.375569 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-853747233-network', 'tenant_id': '864744bae98f44bcbf34f43602454e6e'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:18.381174 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:18.387327 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Usage tracker for resource:network and tenant:864744bae98f44bcbf34f43602454e6e is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:18.391239 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:18.402510 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:18.414048 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Made reservation on behalf of 864744bae98f44bcbf34f43602454e6e for: {'network': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:40:18.417784 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-577089'] for network, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.424106 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6f6b1-8c81-40a8-a469-bf7e994524c7 req-1894311a-c17b-4c81-81f7-5304e3f2e914 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.425660 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f8d6f6b1-8c81-40a8-a469-bf7e994524c7 req-1894311a-c17b-4c81-81f7-5304e3f2e914 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1780522 May 18 14:40:18.433916 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da5ef2-d80a-420c-baed-5747e7c2de09 req-36f1e3af-7c72-48c6-b1a5-e6428a489474 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.435447 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-52da5ef2-d80a-420c-baed-5747e7c2de09 req-36f1e3af-7c72-48c6-b1a5-e6428a489474 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1348238 May 18 14:40:18.446261 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.462848 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:18.467515 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Usage tracker for resource:security_group_rule and tenant:864744bae98f44bcbf34f43602454e6e is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:18.470562 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:18.476368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:18.512023 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f8d6f6b1-8c81-40a8-a469-bf7e994524c7 req-e9a66920-762b-47f1-ab61-ba72b8ed5a97 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755579 May 18 14:40:18.525239 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-52da5ef2-d80a-420c-baed-5747e7c2de09 req-2b0011cf-dc47-44c4-8cd0-954cbcea58ea tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750082 May 18 14:40:18.545816 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 55996) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:18.597781 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b3508f-1a18-4917-ba08-4d9df23d8edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22152070-de17-42f1-9020-417ed99d53fe', 'code': 200} May 18 14:40:18.606284 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.621958 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.626484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-351ea843-6283-4ac7-8fb6-0c65053ecf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:18.655579 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=91425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 14:40:18.667539 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8897783c-b88c-4c84-aede-53b06f27ac55,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:18.688200 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:18.692710 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.693063 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.segments_db [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Added segment 41452024-07b7-4011-8361-2f472e9a24b7 of type vlan for network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c May 18 14:40:18.734193 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732557242718'] for network, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.770732 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923'] for network, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.772157 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.772785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:18.776660 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-39201892-8403-4986-83b3-92caba5ea568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:18.855377 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e7ddc7-5012-4a76-b5b2-65c44c52df52 tempest-TestShelveInstance-220666123 tempest-TestShelveInstance-220666123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.856166 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-09e7ddc7-5012-4a76-b5b2-65c44c52df52 tempest-TestShelveInstance-220666123 tempest-TestShelveInstance-220666123-project-admin] Synchronizing usage tracker for tenant:5dbe61b32afe422cb2ff04c3777861f2 on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:40:18.870520 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f01a2-9bd5-463c-aac6-44bd93a823e9 req-c1ac4554-898a-46f3-adb1-0c37cce99f69 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:18.873553 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8f2f01a2-9bd5-463c-aac6-44bd93a823e9 req-c1ac4554-898a-46f3-adb1-0c37cce99f69 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1258106 May 18 14:40:18.894961 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Pushing event updated for resources: {'Network': ['ID=38e210a7-8eb0-44c5-b4ab-a317614bfa5c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:18.898006 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:18.901733 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6517355 May 18 14:40:18.904861 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 56004) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:18.908153 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c details requested by agent ovs-agent-dv-cinder-787195-7-smb with host dv-cinder-787195-7-smb {{(pid=91427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 14:40:18.920269 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Request body: {'subnet': {'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-853747233-subnet', 'tenant_id': '864744bae98f44bcbf34f43602454e6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:18.936166 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-09e7ddc7-5012-4a76-b5b2-65c44c52df52 tempest-TestShelveInstance-220666123 tempest-TestShelveInstance-220666123-project-admin] Unset dirty status for tenant:5dbe61b32afe422cb2ff04c3777861f2 on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:40:18.945261 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-09e7ddc7-5012-4a76-b5b2-65c44c52df52 tempest-TestShelveInstance-220666123 tempest-TestShelveInstance-220666123-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1094 time: 0.3980467 May 18 14:40:18.946451 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56010) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:18.952208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:18.963296 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Request body: {'floatingip': {'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'port_id': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:18.963942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Usage tracker for resource:subnet and tenant:864744bae98f44bcbf34f43602454e6e is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:18.970318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:18.977180 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:18.991808 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:18.992434 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Made reservation on behalf of 864744bae98f44bcbf34f43602454e6e for: {'subnet': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:40:18.995946 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136235'] for subnet, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.015121 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Usage tracker for resource:floatingip and tenant:101469e6af7740ee8d239a783c9a0851 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:19.023585 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:19.046446 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8f2f01a2-9bd5-463c-aac6-44bd93a823e9 req-b65a74a9-dbbb-45c3-bbf2-1c8c737c1229 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630387 May 18 14:40:19.074829 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:19.113142 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for floatingip, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.584386 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cbf54-958d-4658-b6ce-927c16dca003 req-7bac3e63-0c84-4ace-ba8b-cae612cbe31b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:19.586791 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f32cbf54-958d-4658-b6ce-927c16dca003 req-7bac3e63-0c84-4ace-ba8b-cae612cbe31b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.2636297 May 18 14:40:19.609448 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f50a8-83ee-4a22-8463-2dd13d74872f req-fb5fe979-f20a-47e1-b764-279ca76498dd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:19.611663 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-310f50a8-83ee-4a22-8463-2dd13d74872f req-fb5fe979-f20a-47e1-b764-279ca76498dd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.2045135 May 18 14:40:19.674193 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.745011 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2205947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136217'] for subnet, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.748433 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f32cbf54-958d-4658-b6ce-927c16dca003 req-1a84ccf7-9c7b-49bc-a0f2-6f41d5e83836 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520739 May 18 14:40:19.751339 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:19.772991 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-310f50a8-83ee-4a22-8463-2dd13d74872f req-f46e04df-84f8-48d1-8bfe-930b19c51602 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402988 May 18 14:40:19.830524 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:19.847924 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:19.882380 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Checking segment: {'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:19.882999 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Network hostable DHCP agents. Network: 38e210a7-8eb0-44c5-b4ab-a317614bfa5c, hostable agents: ['9accf1aa-686e-4ac6-bc4b-b8150366ae1c'], hosted agents: [] {{(pid=91425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 14:40:19.892501 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Allocated IP 172.28.3.90 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/e9f7a5a6-ed6d-4f5d-913e-8319de40ae8b) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:19.920247 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.921622 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c is scheduled to be hosted by DHCP agent 9accf1aa-686e-4ac6-bc4b-b8150366ae1c with binding_index 1 {{(pid=91425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 14:40:19.934339 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-7-smb, 38e210a7-8eb0-44c5-b4ab-a317614bfa5c) {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:19.948274 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcce987-e675-4eb6-8c46-d87c8701e478 None None] Network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:40:19.950238 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:19.951784 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:19.984391 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0780270 May 18 14:40:20.161930 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80daa-e7fa-4c7b-9e16-7ae6ca640a19 req-0e868e6e-6c65-4637-886b-0372041156e2 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:20.170630 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-38b80daa-e7fa-4c7b-9e16-7ae6ca640a19 req-0e868e6e-6c65-4637-886b-0372041156e2 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.2800815 May 18 14:40:20.198903 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:20.232827 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b298a-6678-49bf-b2ab-c38bcae4fc81 None None] Network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:40:20.266540 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-38b80daa-e7fa-4c7b-9e16-7ae6ca640a19 req-0d814c04-9277-4389-95e8-330c2426f5d5 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949001 May 18 14:40:20.359127 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:20.360904 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a71c8c23-5779-4e95-8982-b94368f0f3f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:20.435687 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:20.438991 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:20.443672 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:20.643402 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'Port': ['ID=e9f7a5a6-ed6d-4f5d-913e-8319de40ae8b,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:20.653494 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3f164-d6ab-4c89-b7d8-b92af3a7bfcc req-6fc14d04-a102-444b-8cc0-c48476153f89 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:20.655782 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3bb3f164-d6ab-4c89-b7d8-b92af3a7bfcc req-6fc14d04-a102-444b-8cc0-c48476153f89 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3883228 May 18 14:40:20.656869 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:20.783471 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3bb3f164-d6ab-4c89-b7d8-b92af3a7bfcc req-501103c3-ed72-460b-b371-ef6b2083af57 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170902 May 18 14:40:21.304785 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0535d-8ce9-4685-99b0-c7480a28be44 req-8c794da7-8965-4ca4-9c59-be957e5088dd tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:21.306236 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-13b0535d-8ce9-4685-99b0-c7480a28be44 req-8c794da7-8965-4ca4-9c59-be957e5088dd tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.3117609 May 18 14:40:21.382200 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703830-07ee-45af-90b7-028ba5a36543 req-dd51c7d9-5bac-48f0-a276-4ff49c684e1d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:21.383745 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b0703830-07ee-45af-90b7-028ba5a36543 req-dd51c7d9-5bac-48f0-a276-4ff49c684e1d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.2690299 May 18 14:40:21.411178 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-13b0535d-8ce9-4685-99b0-c7480a28be44 req-adc310ca-1db9-424d-ae7c-3372520958a4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964293 May 18 14:40:21.453982 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b0703830-07ee-45af-90b7-028ba5a36543 req-2827bedd-cb74-4957-bbbe-3bffde4cbac0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617752 May 18 14:40:21.528052 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:21.688835 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd0dd4-9553-4300-b02c-c4b9f718e052 req-681a0a7e-94e2-42f4-9d26-ef8ae116da6b tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:21.690348 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e6cd0dd4-9553-4300-b02c-c4b9f718e052 req-681a0a7e-94e2-42f4-9d26-ef8ae116da6b tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1517575 May 18 14:40:21.692923 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:21.792849 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e6cd0dd4-9553-4300-b02c-c4b9f718e052 req-0b919d12-6502-4dbe-87e6-eca5fa926033 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736465 May 18 14:40:22.035070 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea0c3-321e-4414-a8e1-d978bc6d7e69 req-28a841e7-3779-4fc9-8ddc-97480ab2d671 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:22.036649 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e8bea0c3-321e-4414-a8e1-d978bc6d7e69 req-28a841e7-3779-4fc9-8ddc-97480ab2d671 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1427817 May 18 14:40:22.041504 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:22.076974 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:22.084567 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8eb8d26c-b72b-4986-836a-05bc1cd72dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:22.200661 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e8bea0c3-321e-4414-a8e1-d978bc6d7e69 req-65d9c01e-0b9b-489b-ba81-54c8e76f40fc tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571229 May 18 14:40:22.229388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event updated for resources: {'Port': ['ID=e9f7a5a6-ed6d-4f5d-913e-8319de40ae8b,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:22.234438 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:22.256500 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:22.468518 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.l3_db [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Floating IP cbe4de9c-5358-427e-9901-36b947f1e0d9 associated. External IP: 172.28.3.90, port: 852f8bd1-db87-47a1-b4b4-9c67eabbea03. May 18 14:40:22.973443 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-b1288fd8-0f7b-4999-b210-78a92c1d8c0e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:22.975013 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-b1288fd8-0f7b-4999-b210-78a92c1d8c0e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/networks?id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c HTTP/1.1" status: 200 len: 813 time: 0.3332233 May 18 14:40:22.991800 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840a526-1e4f-4139-a23a-0eee35065dfa req-1ec13b26-eddb-48b7-afb2-e90b601d040d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:22.993373 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8840a526-1e4f-4139-a23a-0eee35065dfa req-1ec13b26-eddb-48b7-afb2-e90b601d040d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.3503256 May 18 14:40:23.080938 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-4bc9e9f9-56c4-47d4-95ef-537d895cf076 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/quotas/864744bae98f44bcbf34f43602454e6e HTTP/1.1" status: 200 len: 375 time: 0.0990441 May 18 14:40:23.157988 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-2271732f-9d47-47a9-bd20-83240c1f0cd4 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=864744bae98f44bcbf34f43602454e6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618894 May 18 14:40:23.245721 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8840a526-1e4f-4139-a23a-0eee35065dfa req-1f97f2fb-37d4-46ff-a1dd-a49f7ea033b9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877203 May 18 14:40:23.375309 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:40:23.449852 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-f0f66555-2d2b-4bad-9036-72ae4f26e506 service neutron] 10.222.0.18 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830853 May 18 14:40:23.757259 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963890e-a43f-42ac-8245-67c2e4ab7049 req-f86bc0d2-7887-4f37-a622-b21b34f6a0b7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:23.758758 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8963890e-a43f-42ac-8245-67c2e4ab7049 req-f86bc0d2-7887-4f37-a622-b21b34f6a0b7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.3799932 May 18 14:40:23.770753 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:23.780191 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] Sync routers for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:23.790059 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:23.790754 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:40:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:23.804701 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-ea104860-f9e9-47a3-8c5d-4d59d65ac988 service neutron] 10.222.0.18 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990878 May 18 14:40:23.851511 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8963890e-a43f-42ac-8245-67c2e4ab7049 req-7e6c11cc-1ee6-40b1-9cb5-e4a18021e552 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821209 May 18 14:40:23.859218 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:23.968905 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0138311 May 18 14:40:23.973886 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:24.111899 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:24.148892 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd8789-9977-4bcf-b450-d4c46696af6c req-36de599d-4b71-4f93-9a61-5835a556bdcd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:24.158201 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bddd8789-9977-4bcf-b450-d4c46696af6c req-36de599d-4b71-4f93-9a61-5835a556bdcd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1282113 May 18 14:40:24.412803 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bddd8789-9977-4bcf-b450-d4c46696af6c req-b1319243-b141-42a8-9f3f-320acdb58e06 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819950 May 18 14:40:24.465430 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611b878-18e2-40f6-866b-c229cd88e6fb req-fe22cdef-4b3b-4fdd-9823-6d1aee261758 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:24.467611 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0611b878-18e2-40f6-866b-c229cd88e6fb req-fe22cdef-4b3b-4fdd-9823-6d1aee261758 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.3291917 May 18 14:40:24.565306 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6b7ea349-6f6d-433c-b09f-86f66953c6a2 req-446aa3f4-8649-4854-ba30-c883ee4f8e47 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0966599 May 18 14:40:24.598621 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0611b878-18e2-40f6-866b-c229cd88e6fb req-65fea276-24e1-42cf-aede-218e4f826adf tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824947 May 18 14:40:24.609898 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'cbe4de9c-5358-427e-9901-36b947f1e0d9', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'floating_ip_address': '172.28.3.90', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'port_id': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'mac_address': 'fa:16:3e:3d:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771d851-939c-4b95-9465-9256e15bb79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:40:21Z', 'updated_at': '2021-05-18T14:40:21Z', 'revision_number': 0, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 5, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:24.625105 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] Checking router: 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:24.626173 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'status': 'completed', 'code': 200} May 18 14:40:24.640889 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:24.641669 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:40:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:24.801395 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6edcaa-fec0-48f5-882d-da467f53ee96 req-3f2ab8c1-2a79-40ee-b250-5eefe2797727 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:24.803720 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bf6edcaa-fec0-48f5-882d-da467f53ee96 req-3f2ab8c1-2a79-40ee-b250-5eefe2797727 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.0981579 May 18 14:40:24.861570 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:24.892807 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bf6edcaa-fec0-48f5-882d-da467f53ee96 req-6f6e4333-7d69-441d-b3c8-83d72bf312d6 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829296 May 18 14:40:24.977693 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 56114) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:25.134417 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86559863-b529-4b8d-94a8-c5e8b7bf6c1e req-cc22994e-a912-4d6e-8316-495e21048131 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:25.136985 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-86559863-b529-4b8d-94a8-c5e8b7bf6c1e req-cc22994e-a912-4d6e-8316-495e21048131 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1217291 May 18 14:40:25.178075 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:25.197993 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:25.202623 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:978d825f97b143a69d9e672c0123c2d3 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:25.206040 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:25.213303 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:25.215783 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-86559863-b529-4b8d-94a8-c5e8b7bf6c1e req-d73acad7-21f9-4499-8397-29337572ddca tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604913 May 18 14:40:25.307627 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'cbe4de9c-5358-427e-9901-36b947f1e0d9', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'floating_ip_address': '172.28.3.90', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'port_id': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'mac_address': 'fa:16:3e:3d:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771d851-939c-4b95-9465-9256e15bb79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:40:21Z', 'updated_at': '2021-05-18T14:40:21Z', 'revision_number': 0, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 5, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:25.312316 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71872e39-4b45-43fd-b7c6-fc997b643312 None None] The sync data for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb is: [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'cbe4de9c-5358-427e-9901-36b947f1e0d9', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'floating_ip_address': '172.28.3.90', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'port_id': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'mac_address': 'fa:16:3e:3d:1a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e771d851-939c-4b95-9465-9256e15bb79b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:40:21Z', 'updated_at': '2021-05-18T14:40:21Z', 'revision_number': 0, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 5, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:25.313442 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:25.318690 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:25.326335 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e90e34d8-157f-494b-81a3-dfc3e7751197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:25.371120 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=978d825f97b143a69d9e672c0123c2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922136 May 18 14:40:25.371963 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca69d99-2158-4590-bd87-5787de2e77cc,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:25.374405 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56120) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:25.376320 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:25.447743 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1ad50c61-efe8-4a05-8a59-d26ab17be9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:25.481022 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1ad50c61-efe8-4a05-8a59-d26ab17be9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:25.605083 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1ad50c61-efe8-4a05-8a59-d26ab17be9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:25.611159 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4eeb702e-26a4-4085-b6de-02ed9d3a6286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:25.612172 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1412d5d-22ab-4cb3-9a7a-d8df96bea76f None None] New status for floating IP cbe4de9c-5358-427e-9901-36b947f1e0d9: ACTIVE {{(pid=91427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:40:25.635025 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad50c61-efe8-4a05-8a59-d26ab17be9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca69d99-2158-4590-bd87-5787de2e77cc,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:25.638059 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-1ad50c61-efe8-4a05-8a59-d26ab17be9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:25.650973 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde64d7-df66-423e-84b0-a10fe8615eaa req-77178116-2fe4-4268-8d6d-bdbaf858e735 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:25.653100 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2fde64d7-df66-423e-84b0-a10fe8615eaa req-77178116-2fe4-4268-8d6d-bdbaf858e735 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1273220 May 18 14:40:25.654829 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1ad50c61-efe8-4a05-8a59-d26ab17be9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:25.655979 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-1ad50c61-efe8-4a05-8a59-d26ab17be9f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fca69d99-2158-4590-bd87-5787de2e77cc HTTP/1.1" status: 204 len: 168 time: 0.2803681 May 18 14:40:25.815944 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2fde64d7-df66-423e-84b0-a10fe8615eaa req-b201cd6f-3d15-4104-85be-9198875e27ee tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563470 May 18 14:40:25.878813 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1854251b-0fac-48fa-a3c5-03800ce67870 req-9fcec404-3c8c-4e31-9658-557c8410bece tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.1592553 May 18 14:40:26.204607 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a0853-7b28-4beb-baca-ebe61264f3db req-93232539-3856-45b1-9675-27bb079a254a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:26.206146 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f37a0853-7b28-4beb-baca-ebe61264f3db req-93232539-3856-45b1-9675-27bb079a254a tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1635063 May 18 14:40:26.236483 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de6df4-8e48-4fcf-9356-3ca7c7b812a5 req-4cda5eb9-59f1-498f-92e2-351464484e61 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:26.238111 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-17de6df4-8e48-4fcf-9356-3ca7c7b812a5 req-4cda5eb9-59f1-498f-92e2-351464484e61 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.1590989 May 18 14:40:26.300026 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f37a0853-7b28-4beb-baca-ebe61264f3db req-70a1520c-d48d-46f5-ac6a-90e7f76f7e9f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858622 May 18 14:40:26.308182 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-17de6df4-8e48-4fcf-9356-3ca7c7b812a5 req-10a52aa4-56a7-4f8c-a966-1be4be6f1507 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630641 May 18 14:40:26.512201 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdf4e1-b8f3-4aa2-934f-5d1d5e3992a8 req-db33c99c-992b-4a38-a67d-522b8f80346f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:26.514325 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-adfdf4e1-b8f3-4aa2-934f-5d1d5e3992a8 req-db33c99c-992b-4a38-a67d-522b8f80346f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0906355 May 18 14:40:26.570654 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-adfdf4e1-b8f3-4aa2-934f-5d1d5e3992a8 req-6a5fa057-bdfc-41b0-8f09-762b4c4334b3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504081 May 18 14:40:27.108408 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-32c58209-028a-4fa9-b295-0bc99cf151eb req-eb91ac7f-407b-431c-bf6a-ef7cd44fc1ef tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0500386 May 18 14:40:27.134816 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ac24e-0550-4173-b9fb-d155d855def4 req-cc27d202-360e-4924-81de-070af624a50b tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:27.142649 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e29ac24e-0550-4173-b9fb-d155d855def4 req-cc27d202-360e-4924-81de-070af624a50b tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1767576 May 18 14:40:27.191104 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e29ac24e-0550-4173-b9fb-d155d855def4 req-f917c11d-1b00-4242-973f-e685ba380383 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474906 May 18 14:40:27.663859 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cbc49-f91b-4226-be36-df5bb92c3543 req-04b98ac6-c522-41ae-8aba-fd4a1b829cf2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:27.666081 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-596cbc49-f91b-4226-be36-df5bb92c3543 req-04b98ac6-c522-41ae-8aba-fd4a1b829cf2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.2108030 May 18 14:40:27.684107 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196da7a-634c-40eb-bb86-e0ede3e0decf req-bf984d2f-907a-4c6d-a782-ea6668c1a9b7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:27.686257 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9196da7a-634c-40eb-bb86-e0ede3e0decf req-bf984d2f-907a-4c6d-a782-ea6668c1a9b7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1646175 May 18 14:40:27.764307 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-596cbc49-f91b-4226-be36-df5bb92c3543 req-8268b679-982c-4d0b-b33b-65ed8b56a9b6 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770369 May 18 14:40:27.773183 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9196da7a-634c-40eb-bb86-e0ede3e0decf req-40481de9-6804-4e50-a15c-ab37979d54ff tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718107 May 18 14:40:27.963955 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a86849-1e76-4578-b38f-aa85251b5bdf req-4d12f1a0-6ca3-4d2c-8437-35776db2418d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:27.965495 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f1a86849-1e76-4578-b38f-aa85251b5bdf req-4d12f1a0-6ca3-4d2c-8437-35776db2418d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0899417 May 18 14:40:28.030639 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f1a86849-1e76-4578-b38f-aa85251b5bdf req-83b51038-7384-4d8f-b2b3-83e09b101714 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582783 May 18 14:40:28.285540 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6c016cf6-8ba3-4931-8a02-ddbab3062f94 req-31ac112d-4099-437c-acf6-71a38ece549f tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0629444 May 18 14:40:28.403235 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40a47f-9686-40f8-be2e-85905057e3b5 req-36525bab-4af3-4408-bddc-e335ab0f1af6 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:28.404826 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5d40a47f-9686-40f8-be2e-85905057e3b5 req-36525bab-4af3-4408-bddc-e335ab0f1af6 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0845704 May 18 14:40:28.465802 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5d40a47f-9686-40f8-be2e-85905057e3b5 req-beb78446-16d7-497b-8217-c8c588243630 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545974 May 18 14:40:29.041504 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d6c3a-9147-41bb-9662-bf945e3657df req-25cb9e5a-e8ba-4e3e-9604-0d454eff838e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:29.043051 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0d1d6c3a-9147-41bb-9662-bf945e3657df req-25cb9e5a-e8ba-4e3e-9604-0d454eff838e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1559947 May 18 14:40:29.051807 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffd91e-47a3-489d-b83f-9c1ab2960d97 req-0e746094-b2ab-460b-9eb4-d159b8d9c674 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:29.056482 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ffffd91e-47a3-489d-b83f-9c1ab2960d97 req-0e746094-b2ab-460b-9eb4-d159b8d9c674 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.1357055 May 18 14:40:29.223544 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0d1d6c3a-9147-41bb-9662-bf945e3657df req-c5ecd9e8-e919-424f-8053-75ff7b13d5a2 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659901 May 18 14:40:29.228085 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ffffd91e-47a3-489d-b83f-9c1ab2960d97 req-8157bd8b-b2d8-4123-b18b-bcb345a62abc tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 May 18 14:40:29.444228 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b1bf137b-6c93-4644-a1e6-d5249c3f49fc req-b9a7c558-7bc4-49b7-a994-a8308b4ffe2d tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0468700 May 18 14:40:29.456571 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8ba1c-065f-4c70-a948-995f535557f6 req-1a48f017-2a9a-4a00-a11a-0182d76b228a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:29.459411 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-30c8ba1c-065f-4c70-a948-995f535557f6 req-1a48f017-2a9a-4a00-a11a-0182d76b228a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1377618 May 18 14:40:29.508079 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-30c8ba1c-065f-4c70-a948-995f535557f6 req-e1455127-beb3-4acc-8912-bf2b98fdd778 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428123 May 18 14:40:29.672842 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74a747-bb22-4bab-8e99-4b392be99c57 req-b538c655-b351-42e8-8a23-7df92a1c2195 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:29.674329 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6e74a747-bb22-4bab-8e99-4b392be99c57 req-b538c655-b351-42e8-8a23-7df92a1c2195 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0903711 May 18 14:40:29.742621 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6e74a747-bb22-4bab-8e99-4b392be99c57 req-fc6ab7f0-d314-47da-b2b8-45ff821fdf95 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442948 May 18 14:40:30.488208 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ce84-eff3-43c1-be17-233aaece4e80 req-8bf588e4-007e-4f4e-bebf-3203ece00070 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:30.489713 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8228ce84-eff3-43c1-be17-233aaece4e80 req-8bf588e4-007e-4f4e-bebf-3203ece00070 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.1488442 May 18 14:40:30.511073 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff55c0-c3b1-4aa1-abcb-8cfc3bb48794 req-bac02c49-0af6-41b4-abfe-ccdf523b3b57 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:30.512612 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-32ff55c0-c3b1-4aa1-abcb-8cfc3bb48794 req-bac02c49-0af6-41b4-abfe-ccdf523b3b57 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1327097 May 18 14:40:30.587458 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8228ce84-eff3-43c1-be17-233aaece4e80 req-6fd536ff-1dd0-44b2-bd04-2dc2c976251d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913241 May 18 14:40:30.596895 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-32ff55c0-c3b1-4aa1-abcb-8cfc3bb48794 req-a3edfa5a-990f-4d6d-b4c6-ada1cf9f532d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705175 May 18 14:40:30.799022 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e713e04e-6630-4fe5-8820-68529ecfc0cd req-67878ffd-ac3e-45fb-a84b-251f51bfc983 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0936537 May 18 14:40:30.861845 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281247d-960d-4188-83ef-65aee7567eee req-bf4476e1-1090-4507-9429-3ca09804e283 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:30.871312 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e281247d-960d-4188-83ef-65aee7567eee req-bf4476e1-1090-4507-9429-3ca09804e283 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1677363 May 18 14:40:30.925667 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e281247d-960d-4188-83ef-65aee7567eee req-3a8e5134-7161-4bd9-b7ef-7359b1d551f3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529416 May 18 14:40:31.083819 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe8a0-a1bd-46a6-a020-7ca79c91042c req-df5a9311-613a-4eb9-b208-5b21a4ca5141 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:31.085452 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2c7fe8a0-a1bd-46a6-a020-7ca79c91042c req-df5a9311-613a-4eb9-b208-5b21a4ca5141 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1306515 May 18 14:40:31.135222 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2c7fe8a0-a1bd-46a6-a020-7ca79c91042c req-b47c38c3-ae9d-4e7c-a962-69aa6f2bdbfa tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 May 18 14:40:31.794044 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128f6be-c2ab-4a7a-8322-59f9d93f7c46 req-73fe1da2-cd21-4830-acdb-c588f9ed8ec9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:31.796012 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d128f6be-c2ab-4a7a-8322-59f9d93f7c46 req-73fe1da2-cd21-4830-acdb-c588f9ed8ec9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.0932977 May 18 14:40:31.845771 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d128f6be-c2ab-4a7a-8322-59f9d93f7c46 req-5b33b959-922a-4947-9fc6-b249a526f5aa tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 May 18 14:40:31.985803 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf3eec-2363-49ae-92f2-3c8c01a48cb5 req-91352bcd-596c-4900-84aa-c19011a2fc26 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:31.987321 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1bbf3eec-2363-49ae-92f2-3c8c01a48cb5 req-91352bcd-596c-4900-84aa-c19011a2fc26 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1224961 May 18 14:40:32.002633 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b413cb70-f002-421c-81e8-97ec99b252ae req-fdc9cb68-6db9-4765-92b4-a47a313eb6ca tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0558481 May 18 14:40:32.047114 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1bbf3eec-2363-49ae-92f2-3c8c01a48cb5 req-331dbe94-2ab0-4d74-a6f5-6bb7b90c39b7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470665 May 18 14:40:32.191786 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7a110-65a4-41d1-979c-cac14169b14b req-09e746dc-9d1a-4bed-92df-cf3a016cbbfc tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:32.193350 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aec7a110-65a4-41d1-979c-cac14169b14b req-09e746dc-9d1a-4bed-92df-cf3a016cbbfc tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0894425 May 18 14:40:32.244814 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aec7a110-65a4-41d1-979c-cac14169b14b req-b8580568-8267-42c5-bc5b-efe6d324ae09 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456495 May 18 14:40:32.337075 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83636b63-660a-4d1b-9694-70653a466807 req-67c2da61-212b-41cb-9d88-cdc168d5bb93 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:32.344860 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-83636b63-660a-4d1b-9694-70653a466807 req-67c2da61-212b-41cb-9d88-cdc168d5bb93 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0989239 May 18 14:40:32.403728 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-83636b63-660a-4d1b-9694-70653a466807 req-9b3cee15-e4af-4a84-a3b6-682f8d5f8b33 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578415 May 18 14:40:32.422943 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-968bf9f5-2061-4b7d-be8d-fa3a470176f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:32.424481 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-968bf9f5-2061-4b7d-be8d-fa3a470176f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=101469e6af7740ee8d239a783c9a0851&device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1099 time: 0.1155634 May 18 14:40:32.663924 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-fd11cb1b-88a3-433f-8d52-9c7dad88506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:32.665413 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-fd11cb1b-88a3-433f-8d52-9c7dad88506c service neutron] 10.222.0.66 "GET /v2.0/networks?id=6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 200 len: 910 time: 0.2289677 May 18 14:40:32.738550 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baad16-c586-425e-92be-a836024e289f req-8cf6b92f-a831-4813-9fe5-34082541a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:32.739664 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-53baad16-c586-425e-92be-a836024e289f req-8cf6b92f-a831-4813-9fe5-34082541a332 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 1099 time: 0.1516817 May 18 14:40:32.814274 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-d387c5ff-bc2d-404e-b6c1-254c10f39c36 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 200 len: 1001 time: 0.1346674 May 18 14:40:32.815867 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-53baad16-c586-425e-92be-a836024e289f req-7aae274e-3790-4b4a-af7d-be3e51555123 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563877 May 18 14:40:32.979337 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-c85077fd-c34c-4634-9f9b-caefd2db5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:32.980760 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-c85077fd-c34c-4634-9f9b-caefd2db5367 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba097b3-9e9c-4707-95ca-9ada03ce3049 HTTP/1.1" status: 200 len: 848 time: 0.0616970 May 18 14:40:33.043270 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babe4c2-a378-4a2a-b507-bb7e341ab980 req-98915a76-6c40-4406-a18d-66fa5f86f136 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:33.045074 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7babe4c2-a378-4a2a-b507-bb7e341ab980 req-98915a76-6c40-4406-a18d-66fa5f86f136 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.0900233 May 18 14:40:33.067279 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-50f36295-0d5d-4150-96cf-cba757a2b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:33.069108 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-50f36295-0d5d-4150-96cf-cba757a2b70c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6fc883ca-381c-4537-8f24-5e176cbfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814340 May 18 14:40:33.108627 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7babe4c2-a378-4a2a-b507-bb7e341ab980 req-fc3e3890-abb2-40fc-9d86-21dd797cf6cf tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508461 May 18 14:40:33.176639 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aadd84e8-53b3-4642-b6bb-ee9bb7d380a2 req-3cb1785a-57dd-4110-aec0-cc819fcfaa1e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0507512 May 18 14:40:33.266137 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-5fd4b7dd-bfd4-42f7-90f1-c55841a76ff2 service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812041 May 18 14:40:33.316624 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd39c45-166f-415c-a971-529ea7b5d476 req-baa3ce27-9187-4607-8d10-4e32d1bd5ce2 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:33.319053 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1bd39c45-166f-415c-a971-529ea7b5d476 req-baa3ce27-9187-4607-8d10-4e32d1bd5ce2 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0899525 May 18 14:40:33.391534 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1bd39c45-166f-415c-a971-529ea7b5d476 req-a99459a1-a6fd-45f8-aee6-676688fed0fb tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619037 May 18 14:40:33.442732 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-49051951-921b-4d40-9225-78c3e0ec97d2 req-c2bf201b-f573-4a89-87ab-4ce502deb84d service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601136 May 18 14:40:33.504078 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152075e-7a40-44ea-9a09-b58a909fb052 req-61841da6-d92a-4d71-976c-6b983ddf2362 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:33.505627 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e152075e-7a40-44ea-9a09-b58a909fb052 req-61841da6-d92a-4d71-976c-6b983ddf2362 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0909882 May 18 14:40:33.604473 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e152075e-7a40-44ea-9a09-b58a909fb052 req-07dcf5a6-5089-402f-a625-18c299aff4be tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919945 May 18 14:40:33.631256 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18ae6f-8459-4dcb-9696-f289e21a6106 req-b15c51f8-9f15-478f-8b9c-b2966201c2ec tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:33.633022 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8b18ae6f-8459-4dcb-9696-f289e21a6106 req-b15c51f8-9f15-478f-8b9c-b2966201c2ec tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1061022 May 18 14:40:33.687192 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8b18ae6f-8459-4dcb-9696-f289e21a6106 req-5556ee39-9535-4a20-91cc-de46a40f99bd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 May 18 14:40:33.960347 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0f110-b969-4e35-bac7-30811cace004 req-e2c24211-9ff7-4e3d-9fbc-0cd8aba7e065 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:33.961964 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-01c0f110-b969-4e35-bac7-30811cace004 req-e2c24211-9ff7-4e3d-9fbc-0cd8aba7e065 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1658907 May 18 14:40:34.007991 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-01c0f110-b969-4e35-bac7-30811cace004 req-07a89b27-fdf1-4a04-9c07-9d6c0ee4af54 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 May 18 14:40:34.319861 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bfa73-c4f7-470c-83c9-4b9991d283b3 req-e0c6b5b4-2772-4218-8d72-94ac85b8300f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:34.324690 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0a4bfa73-c4f7-470c-83c9-4b9991d283b3 req-e0c6b5b4-2772-4218-8d72-94ac85b8300f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.1007926 May 18 14:40:34.387540 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ef9804d4-4c38-404f-a2c0-89b0c806c916 req-f136f81d-f4a2-4867-8153-fc2bf988ad2c tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0606303 May 18 14:40:34.422748 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0a4bfa73-c4f7-470c-83c9-4b9991d283b3 req-b13c4e0d-e1dd-4d52-b0ff-a0eefedd4215 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634990 May 18 14:40:34.587182 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-cb2c45c0-2290-42ed-948b-2dff2466d7f2 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:34.589085 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-cb2c45c0-2290-42ed-948b-2dff2466d7f2 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Synchronizing usage tracker for tenant:864744bae98f44bcbf34f43602454e6e on resource:network {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:40:34.612511 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-cb2c45c0-2290-42ed-948b-2dff2466d7f2 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Unset dirty status for tenant:864744bae98f44bcbf34f43602454e6e on resource:network {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:40:34.614350 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-cb2c45c0-2290-42ed-948b-2dff2466d7f2 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.66 "GET /v2.0/networks?id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c HTTP/1.1" status: 200 len: 813 time: 0.2168894 May 18 14:40:34.658974 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86957361-2bb3-4c7d-bd60-c944c6c8f4b7 req-53ab0dec-75b7-4ef5-a63a-a2feb38f5469 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:34.660366 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Request body: {'port': {'device_id': '76d21016-5fe1-4e74-8fb4-fec75a5a8363', 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c', 'admin_state_up': True, 'tenant_id': '864744bae98f44bcbf34f43602454e6e'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:34.660559 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-86957361-2bb3-4c7d-bd60-c944c6c8f4b7 req-53ab0dec-75b7-4ef5-a63a-a2feb38f5469 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1550729 May 18 14:40:34.704050 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7268ad7-e2b9-49ed-9cbd-3e19e0ce61ee req-fe381702-6c00-4a10-b62a-1d82da28a05f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:34.706535 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e7268ad7-e2b9-49ed-9cbd-3e19e0ce61ee req-fe381702-6c00-4a10-b62a-1d82da28a05f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1394217 May 18 14:40:34.760311 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-86957361-2bb3-4c7d-bd60-c944c6c8f4b7 req-de6ae869-d693-4e80-9e7e-4c06aa4d5dd1 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853951 May 18 14:40:34.782173 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e7268ad7-e2b9-49ed-9cbd-3e19e0ce61ee req-24e8a830-df8d-4edb-8e67-5d15f6305070 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684047 May 18 14:40:34.870879 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:34.877800 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Usage tracker for resource:port and tenant:864744bae98f44bcbf34f43602454e6e is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:34.882052 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:34.889559 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:34.897846 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-e727f2ca-6239-485b-a35d-3df7f274687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:34.899789 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-e727f2ca-6239-485b-a35d-3df7f274687f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 1096 time: 0.1453855 May 18 14:40:34.907080 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Made reservation on behalf of 864744bae98f44bcbf34f43602454e6e for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:40:34.910928 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:34.987387 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1190a30-c8d4-428f-a09b-f241a5384cee req-492a3885-321a-4283-a453-543e76d35472 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:34.993109 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1190a30-c8d4-428f-a09b-f241a5384cee req-492a3885-321a-4283-a453-543e76d35472 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.1071951 May 18 14:40:35.045173 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e1190a30-c8d4-428f-a09b-f241a5384cee req-2ac94fb7-d4e6-41e2-9f42-d21cfe0aed2b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500445 May 18 14:40:35.300373 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-9820ca17-b278-43f9-8cc6-20eb1259e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:35.301839 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-9820ca17-b278-43f9-8cc6-20eb1259e0cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.3257799 May 18 14:40:35.315045 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Allocated IP 172.20.0.13 (38e210a7-8eb0-44c5-b4ab-a317614bfa5c/ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e/912a08a4-9ea0-4557-9d1f-a8b6aefd9015) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:35.448124 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-e7e647ca-907c-4685-9446-f3d6f712ce21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf HTTP/1.1" status: 200 len: 998 time: 0.1347482 May 18 14:40:35.594441 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-faa74f99-0717-4279-a7b4-4592224f6323 req-078d9d68-934b-4886-a632-c846917753dd tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0842843 May 18 14:40:35.631053 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-0f7f2414-b419-4738-aedf-3847fcd5b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:35.632430 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-0f7f2414-b419-4738-aedf-3847fcd5b10d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.1654365 May 18 14:40:35.644740 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba6cba-5837-491c-86eb-c2d3ab63a148 req-c3f8b86e-29a7-49e5-bf28-cd08daddb35c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:35.646324 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77ba6cba-5837-491c-86eb-c2d3ab63a148 req-c3f8b86e-29a7-49e5-bf28-cd08daddb35c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.0911570 May 18 14:40:35.694063 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-77ba6cba-5837-491c-86eb-c2d3ab63a148 req-36f11828-0ca4-4c50-b0a4-dbf382f56086 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 May 18 14:40:35.731427 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.762336 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-89587e75-fbc2-4af2-ba62-439cdeff5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:35.764349 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-89587e75-fbc2-4af2-ba62-439cdeff5a13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1148956 May 18 14:40:35.782545 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:35.807288 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-339dd13e-44c4-43d9-9e1d-b5ba2dba14cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:35.945532 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:35.955971 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:35.965006 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:36.001549 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd4cd7-f45a-42c2-9875-548f5d98988f req-0f5c8c63-6541-4f1d-9144-572e2c839d5e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:36.003060 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-19fd4cd7-f45a-42c2-9875-548f5d98988f req-0f5c8c63-6541-4f1d-9144-572e2c839d5e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0900235 May 18 14:40:36.004453 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Pushing event updated for resources: {'Port': ['ID=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:36.010816 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:36.056072 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:36.056732 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.059407 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-19fd4cd7-f45a-42c2-9875-548f5d98988f req-d095c34b-fbcc-4b92-83eb-896fbea8d1cf tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 May 18 14:40:36.065444 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-92d3af8b-1f2e-41ad-be15-854202642db1 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845032 May 18 14:40:36.124478 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4683785 May 18 14:40:36.174155 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Request body: {'port': {'device_id': '76d21016-5fe1-4e74-8fb4-fec75a5a8363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:36.251597 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e939f6b-5bde-4a35-a9ab-a7601822476b req-0cb7ff1b-e1ff-423f-b5f4-8faf50c4230f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:36.253609 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7e939f6b-5bde-4a35-a9ab-a7601822476b req-0cb7ff1b-e1ff-423f-b5f4-8faf50c4230f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 943 time: 0.0843396 May 18 14:40:36.308412 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7e939f6b-5bde-4a35-a9ab-a7601822476b req-e13b44f4-3ddb-4fe7-8df4-92b677ccc757 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481107 May 18 14:40:36.316565 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-194a09e6-454a-4465-ad31-8ca8c6dc5cdc req-f2e54cd0-a5de-48b1-8271-47317544e246 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392230 May 18 14:40:36.327902 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.699132 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:36.707318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.726702 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Transition to ACTIVE for port object 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:40:36.730793 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:36.736890 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:36.789985 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27df660-20c4-4669-b72b-741b3a99194e req-2534dcda-2c6c-4d50-96b8-c5057cc9b798 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:36.791524 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e27df660-20c4-4669-b72b-741b3a99194e req-2534dcda-2c6c-4d50-96b8-c5057cc9b798 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 944 time: 0.0850506 May 18 14:40:36.853280 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e27df660-20c4-4669-b72b-741b3a99194e req-89604959-4aa7-47f4-b75a-71e3ce4003bb tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532928 May 18 14:40:36.920211 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Pushing event updated for resources: {'Port': ['ID=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:36.930228 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:37.089507 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf358d-dc6e-4ba5-8203-e0bd9c41e8f2 req-e67872ba-cd59-4712-b2d3-0bdcc22fe3cb tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:37.097389 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-33cf358d-dc6e-4ba5-8203-e0bd9c41e8f2 req-e67872ba-cd59-4712-b2d3-0bdcc22fe3cb tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.1235611 May 18 14:40:37.132624 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Attempting to bind port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:40:37.133208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Attempting to bind port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:40:37.133517 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Attempting to bind port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 on network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:37.139770 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 on network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:40:37.149318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Attempting to bind port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 on network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:40:37.158363 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-33cf358d-dc6e-4ba5-8203-e0bd9c41e8f2 req-88f3a2a0-53a4-43de-a030-f348d74e1b22 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 May 18 14:40:37.158678 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:40:37.161590 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Checking segment: {'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:40:37.162121 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Bound using segment: {'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:40:37.162676 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Bound port: 912a08a4-9ea0-4557-9d1f-a8b6aefd9015, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:40:37.163689 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:37.243748 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:40:37.380726 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] For port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:40:37.387050 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] For port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:40:37.395875 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:37.401479 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-6debd651-b09d-4eb7-b60e-c67860127951 tempest-VolumesActionsTest-233536388 tempest-VolumesActionsTest-233536388-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:37.475436 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:37.476068 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:37.477506 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] 10.222.0.66 "PUT /v2.0/ports/912a08a4-9ea0-4557-9d1f-a8b6aefd9015 HTTP/1.1" status: 200 len: 1094 time: 1.3073866 May 18 14:40:37.478072 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d21016-5fe1-4e74-8fb4-fec75a5a8363', 'tag': '912a08a4-9ea0-4557-9d1f-a8b6aefd9015'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:37.485054 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:37.503665 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'port_id': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'mac_address': 'fa:16:3e:84:4e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:40:37.516381 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Pushing event updated for resources: {'Port': ['ID=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:37.531796 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:37.557278 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657bbc-6280-4f79-9d93-dab72bf725c9 req-e48cc5cb-d2c6-4dd0-a6c8-11cc2583dccc tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:37.560647 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-26657bbc-6280-4f79-9d93-dab72bf725c9 req-e48cc5cb-d2c6-4dd0-a6c8-11cc2583dccc tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1649275 May 18 14:40:37.595731 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:37.617559 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5862fa9-6692-4c19-b65a-f5e8087978cf {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:37.625648 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-26657bbc-6280-4f79-9d93-dab72bf725c9 req-7dff7fc1-62b4-4741-b768-ab3166bc087b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571544 May 18 14:40:37.639418 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:37.644626 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:37.648226 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:37.663724 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-9d3a3829-db99-45fc-9355-96cfa8ffacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:37.665657 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-9d3a3829-db99-45fc-9355-96cfa8ffacfd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864744bae98f44bcbf34f43602454e6e&device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 1097 time: 0.1263220 May 18 14:40:37.742946 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=9']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:37.756420 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:37.775899 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-a1d37cd4-0433-45f1-8126-f3b364d270e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=912a08a4-9ea0-4557-9d1f-a8b6aefd9015 HTTP/1.1" status: 200 len: 217 time: 0.0907769 May 18 14:40:37.826611 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9552220-1cb8-40dd-aba8-5859edad9885 req-26e4035f-d372-4f72-b7d4-249f9d756ed5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:37.828237 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d9552220-1cb8-40dd-aba8-5859edad9885 req-26e4035f-d372-4f72-b7d4-249f9d756ed5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 944 time: 0.0984406 May 18 14:40:37.854925 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-dfef9b37-5041-47a0-bfda-46cfe0a0f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:37.857351 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-dfef9b37-5041-47a0-bfda-46cfe0a0f096 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e HTTP/1.1" status: 200 len: 853 time: 0.0707598 May 18 14:40:37.890733 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d9552220-1cb8-40dd-aba8-5859edad9885 req-ea93e898-753a-4f93-8feb-beea5724d6ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546191 May 18 14:40:37.940258 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d21016-5fe1-4e74-8fb4-fec75a5a8363', 'tag': '912a08a4-9ea0-4557-9d1f-a8b6aefd9015', 'status': 'completed', 'code': 200} May 18 14:40:37.947836 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-e099c923-bfbe-4342-ad6a-fd907e19ba36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759995 May 18 14:40:38.100190 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cf44b-bb58-4603-93ae-e42b4121a2c2 req-5402a7c2-1f40-47ee-81e4-bddfc4c857ae tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.101905 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e01cf44b-bb58-4603-93ae-e42b4121a2c2 req-5402a7c2-1f40-47ee-81e4-bddfc4c857ae tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 944 time: 0.1067855 May 18 14:40:38.104735 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['e5862fa9-6692-4c19-b65a-f5e8087978cf'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:38.156833 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e01cf44b-bb58-4603-93ae-e42b4121a2c2 req-4be49c9a-4c0b-442f-972f-987096fb47a1 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 May 18 14:40:38.186553 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-a30fddca-2036-4caf-978c-2ec306542e6f service neutron] 10.222.0.66 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886630 May 18 14:40:38.330541 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b55de13-7cbf-49bf-98f0-58888c4d9b36 req-b6bd59cf-00b4-4481-a796-1fdd6001b8bd service neutron] 10.222.0.66 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364875 May 18 14:40:38.365253 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574f69b-0e94-4a50-b9c8-6aee61e706b9 req-12764659-888f-4b84-80d1-55bda7050f7e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.366785 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3574f69b-0e94-4a50-b9c8-6aee61e706b9 req-12764659-888f-4b84-80d1-55bda7050f7e tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.0880520 May 18 14:40:38.418922 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3574f69b-0e94-4a50-b9c8-6aee61e706b9 req-0ed54ec1-2101-4312-8f44-ffed06ca6936 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 May 18 14:40:38.462079 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-81ceed95-9e2c-45d0-bda3-e1e19ff03774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.463805 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-81ceed95-9e2c-45d0-bda3-e1e19ff03774 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864744bae98f44bcbf34f43602454e6e&device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 1097 time: 0.0753601 May 18 14:40:38.604228 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-e0f09eb6-8fc0-4a15-8a0a-c100f90a227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.605713 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-e0f09eb6-8fc0-4a15-8a0a-c100f90a227d service neutron] 10.222.0.66 "GET /v2.0/networks?id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c HTTP/1.1" status: 200 len: 914 time: 0.1338077 May 18 14:40:38.685945 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-b8940085-88d6-4ae8-944c-7e0ff8ce4b84 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=912a08a4-9ea0-4557-9d1f-a8b6aefd9015 HTTP/1.1" status: 200 len: 217 time: 0.0700409 May 18 14:40:38.773632 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-368b87b6-bfcf-4959-833e-a615eeb91324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.782924 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-368b87b6-bfcf-4959-833e-a615eeb91324 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e HTTP/1.1" status: 200 len: 853 time: 0.0883136 May 18 14:40:38.873420 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-b5128e79-5b15-48bd-acd3-872e62eab35a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689809 May 18 14:40:38.905337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65eeee1-e2ec-4d20-ba86-745542a11ff8 req-4eda81af-5db6-42b6-8462-b1f0fa783cc5 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:38.906931 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f65eeee1-e2ec-4d20-ba86-745542a11ff8 req-4eda81af-5db6-42b6-8462-b1f0fa783cc5 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1462753 May 18 14:40:38.962164 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f65eeee1-e2ec-4d20-ba86-745542a11ff8 req-3502d8b2-073a-4e0a-975c-5662299702a4 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493159 May 18 14:40:39.069222 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-ac288dd5-5b80-4a23-9f8e-bb7e4e5a046c service neutron] 10.222.0.66 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524904 May 18 14:40:39.094255 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6f9d2-e3ae-4406-8bc9-49ef8177565c req-729a215a-133c-44fd-8e0f-86dc4129be16 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:39.095970 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e8e6f9d2-e3ae-4406-8bc9-49ef8177565c req-729a215a-133c-44fd-8e0f-86dc4129be16 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 944 time: 0.0902057 May 18 14:40:39.157605 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e8e6f9d2-e3ae-4406-8bc9-49ef8177565c req-02ee16a4-aa2e-4609-8daa-0f32279e3f07 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520074 May 18 14:40:39.225682 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-4d17ea9f-fe3f-41a7-86ba-58cc8f32ccff req-70bbaf1c-6283-4b04-b09d-fb0fd41512bf service neutron] 10.222.0.66 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466372 May 18 14:40:39.479398 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024b206-11be-45c8-8272-1a80d75e70c8 req-0941c216-dd25-4bff-98fd-515eccac417a tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:39.492090 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d024b206-11be-45c8-8272-1a80d75e70c8 req-0941c216-dd25-4bff-98fd-515eccac417a tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 944 time: 0.2234221 May 18 14:40:39.561937 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d024b206-11be-45c8-8272-1a80d75e70c8 req-43509497-3365-4974-b2cd-601b197265ce tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687737 May 18 14:40:40.153937 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fbbc2-0c0c-44fb-a217-959a83a5bd2b req-644cc9af-14fd-403d-afbb-8d112dd97d01 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:40.155442 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1f8fbbc2-0c0c-44fb-a217-959a83a5bd2b req-644cc9af-14fd-403d-afbb-8d112dd97d01 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0846844 May 18 14:40:40.207505 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1f8fbbc2-0c0c-44fb-a217-959a83a5bd2b req-e95f2a36-de1d-4e97-b5bb-45c8a8b81875 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 May 18 14:40:40.397388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9041f0-0fd9-42b6-88fe-57df8460df42 req-2b8b9caf-94ba-4d26-9f5f-2faadaad109a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:40.398959 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bc9041f0-0fd9-42b6-88fe-57df8460df42 req-2b8b9caf-94ba-4d26-9f5f-2faadaad109a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 944 time: 0.0839684 May 18 14:40:40.457783 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bc9041f0-0fd9-42b6-88fe-57df8460df42 req-1d863916-760a-4a20-a79b-bfe85389d4e4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529356 May 18 14:40:40.838614 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319fea4-315e-4901-95dc-6c7f89610961 req-ec7f58e7-2f71-4520-b1ea-ecc7e170c2cf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:40.839884 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5319fea4-315e-4901-95dc-6c7f89610961 req-ec7f58e7-2f71-4520-b1ea-ecc7e170c2cf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 944 time: 0.1428263 May 18 14:40:40.901637 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5319fea4-315e-4901-95dc-6c7f89610961 req-e514a19f-c9fc-4639-9e82-4131eba4ffa4 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521905 May 18 14:40:40.914359 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b37597-2296-44da-a5ce-c5698b201001 req-2b740f91-61c4-49b1-8226-6f2a3eb03413 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:40.915997 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-40b37597-2296-44da-a5ce-c5698b201001 req-2b740f91-61c4-49b1-8226-6f2a3eb03413 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1444273 May 18 14:40:40.968236 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-40b37597-2296-44da-a5ce-c5698b201001 req-f0cff70c-b8ac-41fb-90b2-6c9facf34c39 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450211 May 18 14:40:41.093933 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6a5ac-bf04-4bea-809b-5c9510a741d6 req-110782c5-5520-408d-9ebc-c225b05eb190 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:41.095467 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-acf6a5ac-bf04-4bea-809b-5c9510a741d6 req-110782c5-5520-408d-9ebc-c225b05eb190 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0859766 May 18 14:40:41.145722 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-acf6a5ac-bf04-4bea-809b-5c9510a741d6 req-0cb2df5a-63df-4916-84a2-b4a41de25db4 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 May 18 14:40:41.170057 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56434) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:41.280373 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:40:41.285932 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:41.456835 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port e5862fa9-6692-4c19-b65a-f5e8087978cf triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:41.457218 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.458785 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea604dcf-b589-4b4e-8d15-04e6ef24b3f1 req-f4711e46-5dcf-4603-b326-63cf8b0f997b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:41.460230 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ea604dcf-b589-4b4e-8d15-04e6ef24b3f1 req-f4711e46-5dcf-4603-b326-63cf8b0f997b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1428082 May 18 14:40:41.466551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a88d899-3049-4065-b4fe-c233a1bbbf8b tempest-TestMinimumBasicScenario-891407059 tempest-TestMinimumBasicScenario-891407059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:41.468049 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4a88d899-3049-4065-b4fe-c233a1bbbf8b tempest-TestMinimumBasicScenario-891407059 tempest-TestMinimumBasicScenario-891407059-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1094 time: 0.2970245 May 18 14:40:41.471455 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 56442) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:41.477858 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'floatingip': {'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'port_id': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:41.485648 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:41.490529 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:floatingip and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:41.493476 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:41.503812 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:41.517249 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ea604dcf-b589-4b4e-8d15-04e6ef24b3f1 req-3b2b0053-e3ad-49ec-9f33-53ab30ff06bc tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480959 May 18 14:40:41.530336 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for floatingip, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.543580 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:41.562701 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '912a08a4-9ea0-4557-9d1f-a8b6aefd9015', 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c', 'port_id': '912a08a4-9ea0-4557-9d1f-a8b6aefd9015', 'mac_address': 'fa:16:3e:f3:08:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:40:41.679431 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.692803 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508031b7-f39d-4b66-84d7-30bc601781cd req-19d2a14f-794a-495c-814c-384bcb0ea2fd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:41.692803 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-508031b7-f39d-4b66-84d7-30bc601781cd req-19d2a14f-794a-495c-814c-384bcb0ea2fd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 944 time: 0.1048138 May 18 14:40:41.711374 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:40:41.717594 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.743343 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-508031b7-f39d-4b66-84d7-30bc601781cd req-d1e3e0f5-471f-4889-89be-b380f8d60bf9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477476 May 18 14:40:41.748706 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:41.755347 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:41.764165 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.767057 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:41.797939 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:41.802702 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.816618 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:41.833337 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'code': 200} May 18 14:40:41.846719 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:41.849892 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:41.850469 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:41.921606 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=10']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:41.925999 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:41.967283 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Allocated IP 172.28.3.99 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/a29e4a5e-4c75-4246-8770-4382275f65d7) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:40:42.146482 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.156337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f674a0-54e1-46ea-9743-dc47bde59ecb req-38e6d08f-0f33-42f5-b6c4-1d1b367a0303 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:42.157921 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-78f674a0-54e1-46ea-9743-dc47bde59ecb req-38e6d08f-0f33-42f5-b6c4-1d1b367a0303 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 945 time: 0.1476564 May 18 14:40:42.177442 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.181461 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:42.221598 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-78f674a0-54e1-46ea-9743-dc47bde59ecb req-ce5b0f03-71ed-4482-9216-741604770761 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 May 18 14:40:42.243657 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d59f5-5fa2-4245-82f1-4e1a707a9afc req-14b3b2b6-11e8-4af1-a6f2-35f1fd80a49b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:42.245164 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-411d59f5-5fa2-4245-82f1-4e1a707a9afc req-14b3b2b6-11e8-4af1-a6f2-35f1fd80a49b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1480627 May 18 14:40:42.253928 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:40:42.254921 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'Port': ['ID=a29e4a5e-4c75-4246-8770-4382275f65d7,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:42.257588 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:40:42.259530 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:42.260191 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:40:42.297227 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-411d59f5-5fa2-4245-82f1-4e1a707a9afc req-c3351f69-822e-463b-bce9-5f33d0f6010d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449915 May 18 14:40:42.477634 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['912a08a4-9ea0-4557-9d1f-a8b6aefd9015'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:42.768077 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565daa4c-697b-40be-ba4a-45f5c90b563f req-33a285e3-0481-4ea8-9d49-83d5b1f29286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:42.769592 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-565daa4c-697b-40be-ba4a-45f5c90b563f req-33a285e3-0481-4ea8-9d49-83d5b1f29286 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 1099 time: 0.1039259 May 18 14:40:42.779748 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.793101 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5a7e7-b560-4c27-8566-7e10f6aa5d2f req-77f25d4d-f091-4fc5-80e9-3848c01c51f7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:42.800948 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dac5a7e7-b560-4c27-8566-7e10f6aa5d2f req-77f25d4d-f091-4fc5-80e9-3848c01c51f7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1013701 May 18 14:40:42.863114 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dac5a7e7-b560-4c27-8566-7e10f6aa5d2f req-ea96585c-fe7b-4af1-a03c-94f239173467 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612590 May 18 14:40:42.872069 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-565daa4c-697b-40be-ba4a-45f5c90b563f req-b9c41199-5267-4770-9bf0-83b784d38d83 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761526 May 18 14:40:42.902803 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d2044037-dc32-44be-a90c-e5ad28cfb947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.934578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:42.975120 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7780c92-c67d-48bc-9195-03a59b254ef6 req-f08635aa-e2a6-4d04-bf84-95532f3de936 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:42.976649 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a7780c92-c67d-48bc-9195-03a59b254ef6 req-f08635aa-e2a6-4d04-bf84-95532f3de936 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.0904012 May 18 14:40:43.025749 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a7780c92-c67d-48bc-9195-03a59b254ef6 req-c7589aa9-cac3-49bb-9908-5c4d5a6b7a81 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 May 18 14:40:43.157360 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:43.162518 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:43.166698 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d49cb768-656d-4ca6-bab9-82025ea4c279 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:43.276616 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'Port': ['ID=a29e4a5e-4c75-4246-8770-4382275f65d7,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:43.280953 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:43.290594 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:43.458724 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a63a6-1b0d-4cf2-9e98-361bc7d94293 req-44dc7bb7-eb1d-440d-a4e0-46ef6cfba750 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:43.460390 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-614a63a6-1b0d-4cf2-9e98-361bc7d94293 req-44dc7bb7-eb1d-440d-a4e0-46ef6cfba750 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 945 time: 0.1237793 May 18 14:40:43.474707 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.l3_db [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Floating IP 3772954e-223c-4a8c-870a-27886da9efb6 associated. External IP: 172.28.3.99, port: 9786a539-0393-4b50-ba34-e22fbf414cf6. May 18 14:40:43.527697 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-614a63a6-1b0d-4cf2-9e98-361bc7d94293 req-48e7e92f-66ab-4cba-b127-9737b547792b tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593765 May 18 14:40:43.549500 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5186f-ec53-4cf5-ba9f-5ec8296aa7b3 req-650e0a33-e217-4b23-9acd-5952b4d40f67 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:43.549500 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-35b5186f-ec53-4cf5-ba9f-5ec8296aa7b3 req-650e0a33-e217-4b23-9acd-5952b4d40f67 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1349781 May 18 14:40:43.600399 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-35b5186f-ec53-4cf5-ba9f-5ec8296aa7b3 req-1ac9ef09-ceb5-42a2-a2f4-414d327d7ad3 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469017 May 18 14:40:43.941939 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:40:44.074888 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cb418-c317-4ffd-8b42-e9415e164383 req-486aa26a-f2e0-41a8-a3bd-9e525bda9a26 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:44.084787 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8b7cb418-c317-4ffd-8b42-e9415e164383 req-486aa26a-f2e0-41a8-a3bd-9e525bda9a26 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1106603 May 18 14:40:44.140392 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8b7cb418-c317-4ffd-8b42-e9415e164383 req-bba6a970-b069-448c-9ea1-a790f6f42293 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545969 May 18 14:40:44.144596 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:40:44.160092 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] Sync routers for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:40:44.172752 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:44.183108 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:44.183733 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:40:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:44.271182 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51aa4a5-71d6-410a-b00f-cc405de4f3b1 req-67982b3c-56c7-4f9d-9787-3d8fe08e5bdc tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:44.273018 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d51aa4a5-71d6-410a-b00f-cc405de4f3b1 req-67982b3c-56c7-4f9d-9787-3d8fe08e5bdc tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.1037364 May 18 14:40:44.307319 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8346710 May 18 14:40:44.308479 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:44.313413 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 56486) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:44.319762 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619493023', 'description': 'tempest-secgroup-smoke-1619493023 description', 'project_id': '911712592a8c44b4a5a55c7a96434b41'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:44.326989 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:44.338844 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:44.359724 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:44.384819 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:44.390180 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:security_group_rule and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:44.393491 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:44.400911 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:44.467362 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d51aa4a5-71d6-410a-b00f-cc405de4f3b1 req-ae0dbe64-9ed5-469b-b009-a4992c9387e4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857245 May 18 14:40:44.475061 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:44.498129 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:44.503842 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:44.511077 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-90c0ce6e-ce09-4d87-b65f-5b2e1f19eaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:44.546104 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'status': 'completed', 'code': 200} May 18 14:40:44.579343 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:44.585862 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:44.594237 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:44.596643 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2817709 May 18 14:40:44.600008 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56496) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:44.624968 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'security_group_rule': {'security_group_id': '24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c', 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:44.637385 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:44.656546 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:security_group_rule and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:44.659830 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:44.671345 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:44.773898 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-9c909c57-61fe-4e70-873f-cd1d5b505949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:44.775540 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-9c909c57-61fe-4e70-873f-cd1d5b505949 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=911712592a8c44b4a5a55c7a96434b41&device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1099 time: 0.1756270 May 18 14:40:44.833760 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:44.923789 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '3772954e-223c-4a8c-870a-27886da9efb6', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'port_id': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'mac_address': 'fa:16:3e:6c:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:40:42Z', 'updated_at': '2021-05-18T14:40:42Z', 'revision_number': 0, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:58Z', 'revision_number': 5, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:44.928683 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] Checking router: 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:40:44.940962 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:40:44.942291 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:40:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:44.961280 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e778-976e-4d4e-876c-26769b1f1e80 req-ff45052e-b924-4052-9b3c-a7d54fdf2c26 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:44.962391 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-c17b8f6e-16ee-4ab4-8cf7-b2a1f65bfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:44.963114 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ff89e778-976e-4d4e-876c-26769b1f1e80 req-ff45052e-b924-4052-9b3c-a7d54fdf2c26 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 945 time: 0.2757299 May 18 14:40:44.967143 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-c17b8f6e-16ee-4ab4-8cf7-b2a1f65bfb38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 200 len: 916 time: 0.1813226 May 18 14:40:44.971130 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e3f4c-35d1-4a8b-adca-79ed634c55a1 req-7375b62f-0547-4fce-bac5-545cba9b183d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:44.972730 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-664e3f4c-35d1-4a8b-adca-79ed634c55a1 req-7375b62f-0547-4fce-bac5-545cba9b183d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1878765 May 18 14:40:44.974552 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:44.998075 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.020390 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:45.055230 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:40:45.069298 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8615180a-7bf9-4651-99a6-5c9bf345331b,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:45.082053 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ff89e778-976e-4d4e-876c-26769b1f1e80 req-a9db8619-4c9b-41a4-98b7-8df4f2cd48c3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062934 May 18 14:40:45.083008 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:45.106656 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-664e3f4c-35d1-4a8b-adca-79ed634c55a1 req-e19c68f4-7e21-4692-8d1a-710835b2d606 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067889 May 18 14:40:45.107180 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-da978aa5-b1b7-4a8c-85de-0aa10bb13091 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 999 time: 0.1245289 May 18 14:40:45.108612 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.109775 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5075901 May 18 14:40:45.112759 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56504) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:45.118590 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'security_group_rule': {'security_group_id': '24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c', 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:45.126212 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:45.130621 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:security_group_rule and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:45.134098 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:45.141917 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:45.160637 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.187499 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:40:45.194662 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-f1b1d95b-aa37-4e36-9a33-c6288b3d5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:45.196330 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-f1b1d95b-aa37-4e36-9a33-c6288b3d5908 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cd2d4b3-f62e-4a79-940c-ea1cbab58433 HTTP/1.1" status: 200 len: 854 time: 0.0821650 May 18 14:40:45.239669 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.245909 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.248657 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:45.275636 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf12d1a-ed78-4e4b-98b3-f51456604a6a,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:45.285777 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:45.290709 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-995312e1-02e4-4645-95af-ddef28063aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:45.292683 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-995312e1-02e4-4645-95af-ddef28063aef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dbb24039-3b97-401a-8991-0a5ed09a12d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852013 May 18 14:40:45.330628 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.331820 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2177181 May 18 14:40:45.337056 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 56512) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:45.345815 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'security_group_rule': {'security_group_id': '24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c', 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:45.347239 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:40:45.372931 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:45.380707 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:security_group_rule and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:45.390790 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079df40d-f364-4fb7-95dd-b3313ef0a9b6 req-00ea5101-70f7-4280-9ea4-0833b6542907 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:45.392458 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-079df40d-f364-4fb7-95dd-b3313ef0a9b6 req-00ea5101-70f7-4280-9ea4-0833b6542907 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1026826 May 18 14:40:45.428276 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:45.440998 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:45.470926 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-079df40d-f364-4fb7-95dd-b3313ef0a9b6 req-9801d9f9-36cc-4bf9-a838-3fa0ce1a48a6 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 May 18 14:40:45.497121 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:40:45.503262 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:45.503489 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.510571 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.531501 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-37f875e4-bdb9-4549-9f51-f81fbfd3fadc service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258694 May 18 14:40:45.615230 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.668859 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '3772954e-223c-4a8c-870a-27886da9efb6', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'port_id': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'mac_address': 'fa:16:3e:6c:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:40:42Z', 'updated_at': '2021-05-18T14:40:42Z', 'revision_number': 0, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:58Z', 'revision_number': 5, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:40:45.675349 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca92113-d6d8-4dac-8166-c140d69291bf None None] The sync data for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb is: [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '3772954e-223c-4a8c-870a-27886da9efb6', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'floating_ip_address': '172.28.3.99', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'port_id': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'mac_address': 'fa:16:3e:6c:76:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:40:42Z', 'updated_at': '2021-05-18T14:40:42Z', 'revision_number': 0, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:58Z', 'revision_number': 5, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:40:45.694553 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.700673 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfc8f7-aead-43e7-8e9b-5ff8f58a472c req-18aeff7b-8cbd-482f-b486-da07f03d2df8 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:45.702612 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3bbfc8f7-aead-43e7-8e9b-5ff8f58a472c req-18aeff7b-8cbd-482f-b486-da07f03d2df8 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.0989382 May 18 14:40:45.714305 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.744203 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.760475 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d21016-5fe1-4e74-8fb4-fec75a5a8363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912a08a4-9ea0-4557-9d1f-a8b6aefd9015'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:45.769443 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7c50555c-2a89-4919-91b2-54915d68085c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:45.785247 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3bbfc8f7-aead-43e7-8e9b-5ff8f58a472c req-11fff1aa-c064-42d4-a049-355b99f815ae tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749378 May 18 14:40:45.793187 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-9b3327a2-fbe8-4042-83e7-beffd315ab11 req-1233b8f1-0812-4cbd-983e-620745831d1b service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364476 May 18 14:40:45.824770 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:45.828328 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd246208-e60d-409d-afff-ad23b4cece85,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:45.830998 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5febd5ab-2299-4c4f-b5fd-cdd00e0e5e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.838229 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:45.839867 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.845564 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.846067 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0f116075-6de3-4e7d-bfb8-3dc30cb834be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:45.847658 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-bdc3d1d6-cd99-424e-b0de-9d25b3f5ef88 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5092862 May 18 14:40:45.850631 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56524) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:45.857786 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'security_group_rule': {'security_group_id': '24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c', 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:45.870942 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:45.878052 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:security_group_rule and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:45.883524 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:45.895106 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:45.895977 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d21016-5fe1-4e74-8fb4-fec75a5a8363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912a08a4-9ea0-4557-9d1f-a8b6aefd9015', 'code': 200} May 18 14:40:45.930265 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:45.975780 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:45.981718 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:46.024615 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f30f9-39bd-4b2f-b9fa-58e9ad73df30 None None] New status for floating IP 3772954e-223c-4a8c-870a-27886da9efb6: ACTIVE {{(pid=91427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:40:46.031692 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.041441 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.044104 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ff4a4282-c86d-410c-8e61-a59bd7d5735e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:46.070507 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64310e86-e922-450d-a018-924df0fe32f6,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:46.073759 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:46.085169 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.090061 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 56528) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:46.091037 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-fb93373d-ad38-4230-8c19-06a2bc129b9d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2376428 May 18 14:40:46.097152 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'security_group_rule': {'security_group_id': '24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c', 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:46.103953 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:46.109417 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:security_group_rule and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:46.112903 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:46.254336 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:46.314106 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.securitygroups_db [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Project 911712592a8c44b4a5a55c7a96434b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:40:46.322925 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.385604 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a080e6-34e9-4d54-a13b-b9eac7bc031d req-9e0dbad6-de82-4702-92ac-a87be8e9b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:46.386618 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-27a080e6-34e9-4d54-a13b-b9eac7bc031d req-9e0dbad6-de82-4702-92ac-a87be8e9b072 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 1099 time: 0.1301472 May 18 14:40:46.396684 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.399684 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4a935-4630-4a52-889a-500f28fa1ca3 req-f34682da-2cd0-4da0-bde1-93c8641bb3ab tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:46.405529 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2bb4a935-4630-4a52-889a-500f28fa1ca3 req-f34682da-2cd0-4da0-bde1-93c8641bb3ab tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1349351 May 18 14:40:46.407539 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.427009 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.431911 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d8203065-366f-48d8-be0e-fbb67e660d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:46.434556 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b3ceb-37e0-4b30-ab23-434a1cf09173 req-735807c1-35a1-46a8-bf3e-8ae35024da9e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:46.436160 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-605b3ceb-37e0-4b30-ab23-434a1cf09173 req-735807c1-35a1-46a8-bf3e-8ae35024da9e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.1999328 May 18 14:40:46.467352 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88c3bb1-53f9-4b51-988d-6806c413ffec,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:46.475120 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:46.482019 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-27a080e6-34e9-4d54-a13b-b9eac7bc031d req-e9b5fb62-785b-4c0c-a445-904518c36023 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726290 May 18 14:40:46.485147 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.489534 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-b1d226c1-4bd6-48a1-80ce-ae567c94218a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3955026 May 18 14:40:46.490385 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 56538) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:40:46.496115 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'security_group_rule': {'security_group_id': '24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c', 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:46.497118 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2bb4a935-4630-4a52-889a-500f28fa1ca3 req-c0d289e1-f5e7-49e5-8e81-5c1bf7485090 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875559 May 18 14:40:46.503266 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:40:46.507662 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Usage tracker for resource:security_group_rule and tenant:911712592a8c44b4a5a55c7a96434b41 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:40:46.511241 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:40:46.519603 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:40:46.536093 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-605b3ceb-37e0-4b30-ab23-434a1cf09173 req-c73f9470-17eb-45f0-8286-03fe1c8bb1ef tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821679 May 18 14:40:46.538260 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.securitygroups_db [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Project 911712592a8c44b4a5a55c7a96434b41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 14:40:46.547286 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.627344 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.631115 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.637268 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-062c5314-3760-40b4-9059-b9eaea350f04 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:46.657785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371ae5b1-255a-42ef-b3f4-4a32ed045bdd,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:46.663904 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:46.669796 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:46.671280 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-4f77f3a4-fe55-4486-bc15-8bbf17ab8948 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1796908 May 18 14:40:46.702548 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8d2c-74f3-4e8b-88d2-68d68687b327 req-4e57142a-58b5-4697-b9fa-a43c7879ea4d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:46.704881 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-58be8d2c-74f3-4e8b-88d2-68d68687b327 req-4e57142a-58b5-4697-b9fa-a43c7879ea4d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0937030 May 18 14:40:46.754508 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-58be8d2c-74f3-4e8b-88d2-68d68687b327 req-c472277b-b187-44c6-93c4-c7c334f39635 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435555 May 18 14:40:46.799237 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-526f32c1-5990-4a93-9b5a-8ff171a01d07 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619493023&fields=id&tenant_id=911712592a8c44b4a5a55c7a96434b41 HTTP/1.1" status: 200 len: 267 time: 0.0402608 May 18 14:40:46.887754 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-c0a982df-ec35-45ec-af8f-c2b458f56df1 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:46.889286 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-c0a982df-ec35-45ec-af8f-c2b458f56df1 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0844676 May 18 14:40:46.933346 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'port': {'security_groups': ['1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f', '24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c']}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:40:47.078787 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:47.095042 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01c6d-fbcf-4e55-9e4e-607c74048610 req-fb5feb53-fffa-4726-aaa9-b5d21b27615d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:47.096474 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-47d01c6d-fbcf-4e55-9e4e-607c74048610 req-fb5feb53-fffa-4726-aaa9-b5d21b27615d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.2020447 May 18 14:40:47.198734 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-47d01c6d-fbcf-4e55-9e4e-607c74048610 req-4642f152-8b73-4f21-95a2-beca0b18d86d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964308 May 18 14:40:47.397343 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] For port 9786a539-0393-4b50-ba34-e22fbf414cf6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9786a539-0393-4b50-ba34-e22fbf414cf6,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:47.422163 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:47.426555 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:47.431772 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:47.440135 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['9786a539-0393-4b50-ba34-e22fbf414cf6'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:47.501806 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:47.502464 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:47.503848 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-53d4e049-6992-4641-a733-0a11c20e90d3 req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "PUT /v2.0/ports/9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 982 time: 0.5792968 May 18 14:40:47.504358 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:47.531483 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'Port': ['ID=9786a539-0393-4b50-ba34-e22fbf414cf6,revision_number=6']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:47.536724 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:47.569988 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'status': 'completed', 'code': 200} May 18 14:40:47.739759 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-677028fc-216e-4396-a17b-270b18090c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:47.741495 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-677028fc-216e-4396-a17b-270b18090c20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=911712592a8c44b4a5a55c7a96434b41&device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1138 time: 0.1347628 May 18 14:40:47.891623 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-6153ad7d-79e8-494d-9124-d5229f498c94 None None] Provisioning complete for port 9786a539-0393-4b50-ba34-e22fbf414cf6 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:40:47.892240 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6153ad7d-79e8-494d-9124-d5229f498c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:47.927545 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['9786a539-0393-4b50-ba34-e22fbf414cf6'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:47.959759 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc734a83-95f7-45ef-913e-a7e8e2801cca req-db3e5544-4a81-4174-a91a-8a606b4837ed tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:47.968062 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bc734a83-95f7-45ef-913e-a7e8e2801cca req-db3e5544-4a81-4174-a91a-8a606b4837ed tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.3620484 May 18 14:40:47.975816 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-afa579cb-b765-4b3b-8ad9-32a89dfbe2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:47.977475 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-afa579cb-b765-4b3b-8ad9-32a89dfbe2a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 200 len: 916 time: 0.2155776 May 18 14:40:48.018607 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adf858-dced-4c1c-b72f-f9e186ca9cc3 req-d4fc571d-bc00-4960-b323-1d82563af98c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:48.020115 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b0adf858-dced-4c1c-b72f-f9e186ca9cc3 req-d4fc571d-bc00-4960-b323-1d82563af98c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2082381 May 18 14:40:48.039248 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bc734a83-95f7-45ef-913e-a7e8e2801cca req-ea6870ec-774b-42a1-9e17-413c3d6a986d tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700767 May 18 14:40:48.158697 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b0adf858-dced-4c1c-b72f-f9e186ca9cc3 req-9cdc2226-d9c6-4c3c-8013-b00e8bbfa35c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153467 May 18 14:40:48.187149 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-00dc8f9b-b54b-4935-9384-a0ce3f3c1281 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1943631 May 18 14:40:48.305069 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-66725777-9c11-43f1-ba79-b51ec23cfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:48.306525 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-66725777-9c11-43f1-ba79-b51ec23cfadd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cd2d4b3-f62e-4a79-940c-ea1cbab58433 HTTP/1.1" status: 200 len: 854 time: 0.1099241 May 18 14:40:48.374415 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be8a30-1c9f-4f6a-a46c-ef7f64b9b68a req-8e6f4ede-5965-49b0-9e10-a2c7bd033e83 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:48.382187 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e9be8a30-1c9f-4f6a-a46c-ef7f64b9b68a req-8e6f4ede-5965-49b0-9e10-a2c7bd033e83 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.1639099 May 18 14:40:48.402610 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-63c28e58-0cb8-440f-8ac4-580e0418c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:48.404657 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-63c28e58-0cb8-440f-8ac4-580e0418c5e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dbb24039-3b97-401a-8991-0a5ed09a12d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822880 May 18 14:40:48.435482 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e9be8a30-1c9f-4f6a-a46c-ef7f64b9b68a req-2d5ebd89-f65c-4538-9210-9c367d6efee0 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517280 May 18 14:40:48.475599 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:48.491485 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43f488-dabc-49c3-aa16-48e0519dd584 req-101ac619-fed1-4776-9430-b23718a75384 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:48.493336 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fb43f488-dabc-49c3-aa16-48e0519dd584 req-101ac619-fed1-4776-9430-b23718a75384 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1962605 May 18 14:40:48.575270 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fb43f488-dabc-49c3-aa16-48e0519dd584 req-8ea3b0aa-7527-4efd-b558-4379e6b9abca tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742207 May 18 14:40:48.585420 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-fddddf54-f5f1-4aef-9f9e-def7a76965c7 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730673 May 18 14:40:48.704650 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98702d-99ac-4788-90d1-3caa255a8592 req-d74a21af-678c-4825-b40b-9e034e2ab783 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:48.709911 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4e98702d-99ac-4788-90d1-3caa255a8592 req-d74a21af-678c-4825-b40b-9e034e2ab783 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.1247993 May 18 14:40:48.805288 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4e98702d-99ac-4788-90d1-3caa255a8592 req-948cd3ba-2c67-4b57-bacb-36685e0484d2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898848 May 18 14:40:48.831692 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-952de136-7938-4502-9bbe-fc0d8d57f094 req-79ca9da0-9cba-4858-8790-6312c214bedb service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284255 May 18 14:40:49.103394 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0c718-dd47-4f4c-aa38-43a3e1750048 req-78221f4a-0290-4946-afa3-bd2936a7a2c9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:49.104819 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-24d0c718-dd47-4f4c-aa38-43a3e1750048 req-78221f4a-0290-4946-afa3-bd2936a7a2c9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.0848615 May 18 14:40:49.149087 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-24d0c718-dd47-4f4c-aa38-43a3e1750048 req-0adb5dcb-c3e9-47be-aef1-8563d59f3132 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 May 18 14:40:49.334481 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09667-8177-47cf-a49c-55d8d93b03a3 req-03880e35-a8c1-4a9e-8c12-b6637e69259c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:49.336280 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4ee09667-8177-47cf-a49c-55d8d93b03a3 req-03880e35-a8c1-4a9e-8c12-b6637e69259c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.0817847 May 18 14:40:49.384241 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4ee09667-8177-47cf-a49c-55d8d93b03a3 req-fe29678d-6b7d-4096-a168-9ef80cdbb89c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 May 18 14:40:49.622198 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43413-331e-473b-89ea-db1bf4f69561 req-e51dfb62-a614-4e22-abdf-99d38dc0bb7c tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:49.623737 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-baa43413-331e-473b-89ea-db1bf4f69561 req-e51dfb62-a614-4e22-abdf-99d38dc0bb7c tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.0860705 May 18 14:40:49.670696 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-baa43413-331e-473b-89ea-db1bf4f69561 req-e49a2daf-853c-4c28-b011-16f57960460c tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409827 May 18 14:40:49.773208 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6466b-84bf-4541-8f21-ef33ee7e5af0 req-2d75d89a-dd88-4cd8-99be-a16ad40f3a42 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:49.774681 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d5b6466b-84bf-4541-8f21-ef33ee7e5af0 req-2d75d89a-dd88-4cd8-99be-a16ad40f3a42 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0851080 May 18 14:40:49.819784 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d5b6466b-84bf-4541-8f21-ef33ee7e5af0 req-6bcde3c4-4f8c-47b9-9d21-a31009e3c370 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 May 18 14:40:49.928885 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:50.007870 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7167162-4d80-494f-9179-33c113563d19 req-aa413803-3fb9-4322-8dbf-bfc2a100fdf2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:50.009363 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a7167162-4d80-494f-9179-33c113563d19 req-aa413803-3fb9-4322-8dbf-bfc2a100fdf2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.0857735 May 18 14:40:50.056430 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a7167162-4d80-494f-9179-33c113563d19 req-d946a3a6-5410-482e-aeac-4f7eadcf519a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 May 18 14:40:50.339921 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b12eb-408c-4a40-b08d-3422cd2c3f44 req-f81f9e66-4272-407b-876e-0bf789fe185c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:50.342018 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9a9b12eb-408c-4a40-b08d-3422cd2c3f44 req-f81f9e66-4272-407b-876e-0bf789fe185c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.0863707 May 18 14:40:50.389625 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9a9b12eb-408c-4a40-b08d-3422cd2c3f44 req-bd0a112e-d90d-4709-afe2-edf8b41471b9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 May 18 14:40:50.581525 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29c221-798f-43df-8f4d-e715b42f13b7 req-94b0f742-6135-4494-a986-04bed27f57ac tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:50.582938 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0d29c221-798f-43df-8f4d-e715b42f13b7 req-94b0f742-6135-4494-a986-04bed27f57ac tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.0860813 May 18 14:40:50.629358 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0d29c221-798f-43df-8f4d-e715b42f13b7 req-ba09b53c-827b-4f3b-b129-bf98c435dd9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400500 May 18 14:40:50.865005 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd3cc-cf25-4f3c-b552-d2fa3c87012c req-35d84278-0f0a-4074-9805-ae868f72b170 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:50.866532 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-245dd3cc-cf25-4f3c-b552-d2fa3c87012c req-35d84278-0f0a-4074-9805-ae868f72b170 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.0817666 May 18 14:40:50.930640 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-245dd3cc-cf25-4f3c-b552-d2fa3c87012c req-a6454afa-fad8-43ea-9470-0c7bc1957af7 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580802 May 18 14:40:51.038654 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178089db-3adb-4b10-9179-8f5203767824 req-f3f13ce6-bae9-42f0-94f2-a2d33060ecb4 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:51.040889 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-178089db-3adb-4b10-9179-8f5203767824 req-f3f13ce6-bae9-42f0-94f2-a2d33060ecb4 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1090329 May 18 14:40:51.101393 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-178089db-3adb-4b10-9179-8f5203767824 req-ba0dbe19-ba43-4102-9d21-ff35c2f218aa tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511322 May 18 14:40:51.610570 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2162-60f4-48ed-a1ed-242a125cfd81 req-dbd543ad-4338-4de4-92ff-fad63bcda44d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:51.612018 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-10fa2162-60f4-48ed-a1ed-242a125cfd81 req-dbd543ad-4338-4de4-92ff-fad63bcda44d tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.0952249 May 18 14:40:51.657516 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-10fa2162-60f4-48ed-a1ed-242a125cfd81 req-9f611422-3e84-4e24-86ad-4975f4fe16fa tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 May 18 14:40:51.819842 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a679de-0583-4b70-8b08-abdf670e4550 req-a454eee8-f038-4e73-863d-5a41d596ca62 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:51.821323 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b8a679de-0583-4b70-8b08-abdf670e4550 req-a454eee8-f038-4e73-863d-5a41d596ca62 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.0833120 May 18 14:40:51.866890 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b8a679de-0583-4b70-8b08-abdf670e4550 req-769ec8e9-b834-4564-a271-a86ad5ac3d0d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390673 May 18 14:40:52.150819 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-f14b4149-79a4-4626-9573-c87e765edf42 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:52.151527 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-f14b4149-79a4-4626-9573-c87e765edf42 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Synchronizing usage tracker for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:40:52.167682 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-f14b4149-79a4-4626-9573-c87e765edf42 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Unset dirty status for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:40:52.168879 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-f14b4149-79a4-4626-9573-c87e765edf42 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 946 time: 0.1075211 May 18 14:40:52.306041 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c2b5e-061d-42a6-9cc1-2cc40f5b2526 req-38050937-b732-4e7a-a599-8a45acc8a7c1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:52.307578 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-195c2b5e-061d-42a6-9cc1-2cc40f5b2526 req-38050937-b732-4e7a-a599-8a45acc8a7c1 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0893996 May 18 14:40:52.332024 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Deleting port 22152070-de17-42f1-9020-417ed99d53fe {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:40:52.332367 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:52.474212 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-195c2b5e-061d-42a6-9cc1-2cc40f5b2526 req-fbdd1242-96a9-4599-9404-c4f6950d1a5b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592424 May 18 14:40:52.481947 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] For port 22152070-de17-42f1-9020-417ed99d53fe, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=22152070-de17-42f1-9020-417ed99d53fe,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:52.482312 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:52.612155 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Calling delete_port for 22152070-de17-42f1-9020-417ed99d53fe owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:40:52.730683 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:52.736522 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:52.748928 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', '7c3e7867-4dc7-4076-8926-9eff47e0a275', '845def17-5176-46c3-bf24-9010cf8c7ff0', '22152070-de17-42f1-9020-417ed99d53fe'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:52.814838 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7a5a6143-df9e-4c57-90a2-a7935658a942 req-41dde1ef-09d5-4aec-acab-303df21fb46a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b3508f-1a18-4917-ba08-4d9df23d8edc HTTP/1.1" status: 200 len: 210 time: 0.0436757 May 18 14:40:52.868748 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Pushing event deleted for resources: {'Port': ['ID=22152070-de17-42f1-9020-417ed99d53fe,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:52.871825 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:52.946074 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] No DVR routers for this DVR port 22152070-de17-42f1-9020-417ed99d53fe on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:40:52.948642 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:52.952010 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b3508f-1a18-4917-ba08-4d9df23d8edc', 'name': 'network-vif-deleted', 'tag': '22152070-de17-42f1-9020-417ed99d53fe'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:52.968901 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-752eb23f-6bb2-4cfd-89a4-a432999e1050 req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "DELETE /v2.0/ports/22152070-de17-42f1-9020-417ed99d53fe HTTP/1.1" status: 204 len: 173 time: 0.7825353 May 18 14:40:53.032891 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b3508f-1a18-4917-ba08-4d9df23d8edc', 'name': 'network-vif-deleted', 'tag': '22152070-de17-42f1-9020-417ed99d53fe', 'status': 'completed', 'code': 200} May 18 14:40:53.093397 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1c49c-96f8-4205-a686-afba6522f0eb req-e0788e81-8a47-4352-8c12-e244f041d1d4 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:53.094932 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5dd1c49c-96f8-4205-a686-afba6522f0eb req-e0788e81-8a47-4352-8c12-e244f041d1d4 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1123371 May 18 14:40:53.147959 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5dd1c49c-96f8-4205-a686-afba6522f0eb req-01ec6f60-b4a2-4f76-bf1e-3938cb4da071 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 May 18 14:40:53.677688 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc2e98-9b2e-45ed-af0e-04a19bbb1033 req-d19423ec-b9cd-463a-9bdc-82f64f4c7609 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:53.679307 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e5fc2e98-9b2e-45ed-af0e-04a19bbb1033 req-d19423ec-b9cd-463a-9bdc-82f64f4c7609 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0923438 May 18 14:40:53.732432 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e5fc2e98-9b2e-45ed-af0e-04a19bbb1033 req-9d6b4d2c-43cc-4370-9ef3-95da4bdd1db7 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469472 May 18 14:40:54.340799 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00164ea-a6f3-4fbd-b645-2b8288fd8bc2 req-4abd13bf-735e-43ca-9133-372bc708aef2 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:54.342813 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a00164ea-a6f3-4fbd-b645-2b8288fd8bc2 req-4abd13bf-735e-43ca-9133-372bc708aef2 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.0887730 May 18 14:40:54.389054 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a00164ea-a6f3-4fbd-b645-2b8288fd8bc2 req-dc6bdedc-1b77-4855-a77c-4580ea1e0a55 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 May 18 14:40:54.632937 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acef738-e664-49bb-a379-68f2188573a2 req-6679cc5c-dbe6-488b-9f85-be08d0a1e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:54.634361 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-7acef738-e664-49bb-a379-68f2188573a2 req-6679cc5c-dbe6-488b-9f85-be08d0a1e1eb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1099 time: 0.0746009 May 18 14:40:54.678861 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-7acef738-e664-49bb-a379-68f2188573a2 req-fd9ae2b8-9ed5-4273-87da-110a0133cca8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363400 May 18 14:40:54.930889 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f794e-3559-46b9-a345-3f34088071cf req-911aa97d-cc9c-4740-9577-aa6e95c8f437 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:54.932407 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-102f794e-3559-46b9-a345-3f34088071cf req-911aa97d-cc9c-4740-9577-aa6e95c8f437 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0844345 May 18 14:40:54.979476 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-102f794e-3559-46b9-a345-3f34088071cf req-168ae7ab-636a-4f70-a2ef-b6f0eaad6711 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 May 18 14:40:55.358279 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 22152070-de17-42f1-9020-417ed99d53fe no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:40:55.431469 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 22152070-de17-42f1-9020-417ed99d53fe {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:40:55.432427 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 22152070-de17-42f1-9020-417ed99d53fe not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:40:55.628463 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188766-567a-4b5a-87b1-9ea330f1ab5c req-145539a7-310e-4f95-939c-6be7602c98ce tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:55.629893 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3b188766-567a-4b5a-87b1-9ea330f1ab5c req-145539a7-310e-4f95-939c-6be7602c98ce tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 945 time: 0.1463258 May 18 14:40:55.642435 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bf356-d033-445f-a614-886a0e9bcc47 req-4e9af8fa-fe61-4622-aa7f-497ff90f2cd9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:55.643893 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b07bf356-d033-445f-a614-886a0e9bcc47 req-4e9af8fa-fe61-4622-aa7f-497ff90f2cd9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1219876 May 18 14:40:55.718307 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3b188766-567a-4b5a-87b1-9ea330f1ab5c req-79c5f089-320a-4b67-a147-028e19b8b5fd tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734313 May 18 14:40:55.721114 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b07bf356-d033-445f-a614-886a0e9bcc47 req-799b5217-d275-48e7-aa12-b5fe57e3516b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627446 May 18 14:40:56.170692 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8095f4-856b-4769-abcd-4bf4be609ca3 req-09e6968f-15a7-429b-8459-2d68aa295705 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:56.172027 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b8095f4-856b-4769-abcd-4bf4be609ca3 req-09e6968f-15a7-429b-8459-2d68aa295705 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0843539 May 18 14:40:56.217194 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9b8095f4-856b-4769-abcd-4bf4be609ca3 req-ce105519-839a-4453-b5b6-817900ef9f81 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 May 18 14:40:56.967472 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae4b4-33cc-40dc-8f3a-8a422f10f01a req-aec82b35-fbab-4368-bbaa-e1988bb2cf15 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:56.969330 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aebae4b4-33cc-40dc-8f3a-8a422f10f01a req-aec82b35-fbab-4368-bbaa-e1988bb2cf15 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 945 time: 0.1419015 May 18 14:40:56.982690 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd086-69c4-4f62-80eb-ea4ad4680acf req-75dfb222-130d-4f74-9d14-a88ead43ab95 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:56.984266 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a61cd086-69c4-4f62-80eb-ea4ad4680acf req-75dfb222-130d-4f74-9d14-a88ead43ab95 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1559818 May 18 14:40:57.061003 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aebae4b4-33cc-40dc-8f3a-8a422f10f01a req-96640d31-e784-4200-95ea-9f69804c2902 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756786 May 18 14:40:57.066035 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a61cd086-69c4-4f62-80eb-ea4ad4680acf req-0a326059-3184-4140-b35f-d520406afb87 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655336 May 18 14:40:57.399020 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488688c2-c437-4e11-b598-b9ba5a8a9d79 req-644cc86f-73ec-4aef-ae72-836000bbfc8f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:57.400432 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-488688c2-c437-4e11-b598-b9ba5a8a9d79 req-644cc86f-73ec-4aef-ae72-836000bbfc8f tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0819619 May 18 14:40:57.445083 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-488688c2-c437-4e11-b598-b9ba5a8a9d79 req-d38d772e-7ed7-406a-b5f0-a71a7f0e6acf tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380545 May 18 14:40:58.144245 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-c502d20c-1291-4dd7-adfe-9a9ca9101162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.149104 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-c502d20c-1291-4dd7-adfe-9a9ca9101162 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ee778988c72a4e2b891d3924425d5498&device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 1099 time: 0.1374595 May 18 14:40:58.208771 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d814cde-7a8c-4608-b752-6dc14b2e723f req-8a1787ac-7a83-4d67-ade4-7687654b9950 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.210417 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3d814cde-7a8c-4608-b752-6dc14b2e723f req-8a1787ac-7a83-4d67-ade4-7687654b9950 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1236885 May 18 14:40:58.309369 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3d814cde-7a8c-4608-b752-6dc14b2e723f req-78a4b631-8b3c-4f1d-ba99-1eb9268a7a4d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574069 May 18 14:40:58.332908 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5f43f-4e7c-48af-960e-93e1f28f773b req-ece7c49d-dd87-40c4-b5c5-8c3bc55ccd21 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.332908 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cbf5f43f-4e7c-48af-960e-93e1f28f773b req-ece7c49d-dd87-40c4-b5c5-8c3bc55ccd21 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 945 time: 0.1209335 May 18 14:40:58.382596 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cbf5f43f-4e7c-48af-960e-93e1f28f773b req-ac161481-ef42-4161-8e14-5caf0983153a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 May 18 14:40:58.387802 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-2ff62b60-7ba3-4355-8e2a-9cdc6ac6c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.389319 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-2ff62b60-7ba3-4355-8e2a-9cdc6ac6c97b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 200 len: 919 time: 0.1924257 May 18 14:40:58.400842 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-02004d76-6687-4c4e-b20d-9616f886bce2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.400842 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-02004d76-6687-4c4e-b20d-9616f886bce2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Synchronizing usage tracker for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:40:58.471813 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-874cbbc2-935b-46ef-96d2-74d8f7203c00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 200 len: 217 time: 0.0697720 May 18 14:40:58.482811 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-02004d76-6687-4c4e-b20d-9616f886bce2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Unset dirty status for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:40:58.484076 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-02004d76-6687-4c4e-b20d-9616f886bce2 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 945 time: 0.2657580 May 18 14:40:58.505471 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846c4f4-e837-4291-904e-7368a6c68bf0 req-9d9701d4-7cb0-4f7d-9d56-535c29261339 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.507025 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4846c4f4-e837-4291-904e-7368a6c68bf0 req-9d9701d4-7cb0-4f7d-9d56-535c29261339 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.0876319 May 18 14:40:58.565430 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4846c4f4-e837-4291-904e-7368a6c68bf0 req-2e7cfc51-0628-4a60-89af-22613e851922 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512755 May 18 14:40:58.612442 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-61b1308e-327e-4411-94b2-abc59aaf7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:58.613935 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-61b1308e-327e-4411-94b2-abc59aaf7864 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 200 len: 858 time: 0.1289263 May 18 14:40:58.694673 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-6fcf36ba-7dcd-45c7-a712-05670c1eadfd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f286764e-b49e-4d3f-9e36-c78748a62858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465567 May 18 14:40:58.829932 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Deleting port 845def17-5176-46c3-bf24-9010cf8c7ff0 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:40:58.830268 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:58.952289 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-d477c3fa-1697-4b21-a656-57c064cbf3c7 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446461 May 18 14:40:59.084570 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] For port 845def17-5176-46c3-bf24-9010cf8c7ff0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=845def17-5176-46c3-bf24-9010cf8c7ff0,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:40:59.084950 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:59.217627 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Calling delete_port for 845def17-5176-46c3-bf24-9010cf8c7ff0 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:40:59.246364 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40edba2b-0b1d-4219-ad5a-5fddd447b2b0 req-f2393ffa-f6fd-4c39-ae4c-e5b99213bef9 service neutron] 10.222.0.66 "GET /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856579 May 18 14:40:59.373771 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:59.381850 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-70eb2b92-5704-497c-8ee8-a3a46c6f38b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:40:59.385932 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', '7c3e7867-4dc7-4076-8926-9eff47e0a275', '845def17-5176-46c3-bf24-9010cf8c7ff0'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:40:59.570619 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Pushing event deleted for resources: {'Port': ['ID=845def17-5176-46c3-bf24-9010cf8c7ff0,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:40:59.602894 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893eadd-9d3b-4a78-82a1-c80f51640369 req-b3120619-25c9-4580-b23e-400f520be8fa tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:59.605138 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b893eadd-9d3b-4a78-82a1-c80f51640369 req-b3120619-25c9-4580-b23e-400f520be8fa tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1437621 May 18 14:40:59.607755 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:40:59.635000 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2c527e2a-9f76-4b57-9ff1-168c0c93da9d req-0a5a2fe0-7822-4c4e-8ce4-3b6efe4a6cab tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=56ce1067-2fd2-4258-ae29-0430e871b0b2 HTTP/1.1" status: 200 len: 210 time: 0.0851076 May 18 14:40:59.664702 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b893eadd-9d3b-4a78-82a1-c80f51640369 req-48f5e5c6-342d-420d-b57b-62a1ac6e9481 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532987 May 18 14:40:59.673371 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] No DVR routers for this DVR port 845def17-5176-46c3-bf24-9010cf8c7ff0 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:40:59.677648 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:40:59.681753 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ce1067-2fd2-4258-ae29-0430e871b0b2', 'name': 'network-vif-deleted', 'tag': '845def17-5176-46c3-bf24-9010cf8c7ff0'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:40:59.715975 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c479d0fb-c32c-44fa-978b-9efc668f7e50 req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "DELETE /v2.0/ports/845def17-5176-46c3-bf24-9010cf8c7ff0 HTTP/1.1" status: 204 len: 173 time: 1.1831069 May 18 14:40:59.783042 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ce1067-2fd2-4258-ae29-0430e871b0b2', 'name': 'network-vif-deleted', 'tag': '845def17-5176-46c3-bf24-9010cf8c7ff0', 'status': 'completed', 'code': 200} May 18 14:40:59.845917 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dad61c-eb0f-4077-ad74-e406fe54a69e req-36a0d09a-6d15-4f94-adb3-27d94bd53d6b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:40:59.847308 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b0dad61c-eb0f-4077-ad74-e406fe54a69e req-36a0d09a-6d15-4f94-adb3-27d94bd53d6b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.0845785 May 18 14:40:59.977956 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b0dad61c-eb0f-4077-ad74-e406fe54a69e req-2a5c3c51-bfc1-4803-a33e-e13426396367 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247399 May 18 14:41:00.875770 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf9c8-66ca-475f-aa29-9cee3b00d92e req-ccc9b5cf-c688-46fc-ba3c-e547f2c186ca tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:00.877240 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-691bf9c8-66ca-475f-aa29-9cee3b00d92e req-ccc9b5cf-c688-46fc-ba3c-e547f2c186ca tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0916517 May 18 14:41:00.939966 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-691bf9c8-66ca-475f-aa29-9cee3b00d92e req-1f763b84-0b6e-43a3-8139-0a5fc5bd9473 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546114 May 18 14:41:01.171218 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da02889-f3bd-42af-a475-ab538f97d59b req-c3f4ff40-f5d3-4213-8491-ed68e5758f82 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:01.172978 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9da02889-f3bd-42af-a475-ab538f97d59b req-c3f4ff40-f5d3-4213-8491-ed68e5758f82 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 946 time: 0.1401370 May 18 14:41:01.232526 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8548aa-cf59-4c85-9d9e-e921ec0d02be req-457f899c-adc3-4436-9272-0da3fece714c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:01.234038 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1d8548aa-cf59-4c85-9d9e-e921ec0d02be req-457f899c-adc3-4436-9272-0da3fece714c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1453459 May 18 14:41:01.258404 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9da02889-f3bd-42af-a475-ab538f97d59b req-88407dbe-01a0-4123-a2ff-aa79abdabe74 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773156 May 18 14:41:01.289360 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1d8548aa-cf59-4c85-9d9e-e921ec0d02be req-712d57ba-f321-4d8e-a9da-ed220822b372 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489845 May 18 14:41:01.394031 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 845def17-5176-46c3-bf24-9010cf8c7ff0 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:01.435506 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 845def17-5176-46c3-bf24-9010cf8c7ff0 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:01.435861 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 845def17-5176-46c3-bf24-9010cf8c7ff0 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:02.042585 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 56856) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:02.146416 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae149e9-aed6-4b86-887f-47a74b11b20d req-aec6e8a3-26ff-4c79-ac0f-4b56a12226f6 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.147924 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aae149e9-aed6-4b86-887f-47a74b11b20d req-aec6e8a3-26ff-4c79-ac0f-4b56a12226f6 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0881050 May 18 14:41:02.171827 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.186659 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:02.190551 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Usage tracker for resource:security_group_rule and tenant:77cad0c97b294840bfceb4d63464611a is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:02.193500 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:02.194573 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aae149e9-aed6-4b86-887f-47a74b11b20d req-6a885d3f-21e3-4675-bdb6-626bbf17d962 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 May 18 14:41:02.199321 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:02.293872 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.298668 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.307392 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4e2f2a63-e4ca-40b8-8c43-fb1816b94cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:02.353930 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77cad0c97b294840bfceb4d63464611a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102193 May 18 14:41:02.355266 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf5a278-c85d-4be1-b0c4-34ec886b0bbb,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:02.357258 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56870) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:02.359774 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:02.545700 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-09cea31d-ff70-4790-b088-88cddd39bfa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.588935 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-09cea31d-ff70-4790-b088-88cddd39bfa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.608309 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002f38b-57ad-4478-9ea6-6d71a458b65a req-8e3d1b1c-c6ab-436c-9e72-1f5662e2ade4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.609880 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4002f38b-57ad-4478-9ea6-6d71a458b65a req-8e3d1b1c-c6ab-436c-9e72-1f5662e2ade4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 946 time: 0.2205200 May 18 14:41:02.633959 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad070a3f-9934-4478-aca8-dd0fb2385dd8 req-b4cb3470-662e-40bb-b88b-c5db95d87d1a tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:02.635433 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ad070a3f-9934-4478-aca8-dd0fb2385dd8 req-b4cb3470-662e-40bb-b88b-c5db95d87d1a tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2026758 May 18 14:41:02.726756 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4002f38b-57ad-4478-9ea6-6d71a458b65a req-865f41c3-6ac8-4879-9090-b45fcde1c30a tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049309 May 18 14:41:02.736319 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ad070a3f-9934-4478-aca8-dd0fb2385dd8 req-e9b1d25b-f8cd-4280-afae-cd6b21399998 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790462 May 18 14:41:02.751846 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-09cea31d-ff70-4790-b088-88cddd39bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.757462 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a2937918-bb89-4f96-a23f-f6b8684e5829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:02.770200 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cea31d-ff70-4790-b088-88cddd39bfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf5a278-c85d-4be1-b0c4-34ec886b0bbb,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:02.773438 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-09cea31d-ff70-4790-b088-88cddd39bfa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:02.775486 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-09cea31d-ff70-4790-b088-88cddd39bfa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:02.776803 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-09cea31d-ff70-4790-b088-88cddd39bfa9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcf5a278-c85d-4be1-b0c4-34ec886b0bbb HTTP/1.1" status: 204 len: 168 time: 0.4182861 May 18 14:41:03.090193 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-341795ae-cf78-4cc0-86b3-bde32fe0e86f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.091657 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-341795ae-cf78-4cc0-86b3-bde32fe0e86f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Synchronizing usage tracker for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:03.132695 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-341795ae-cf78-4cc0-86b3-bde32fe0e86f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Unset dirty status for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:03.134437 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-341795ae-cf78-4cc0-86b3-bde32fe0e86f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 946 time: 0.2098553 May 18 14:41:03.195716 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c19aa-7a7d-4fe9-a77d-47e53f5774d8 req-c4792d29-c24e-46d2-98df-f9b65f0f73de tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.197451 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0a8c19aa-7a7d-4fe9-a77d-47e53f5774d8 req-c4792d29-c24e-46d2-98df-f9b65f0f73de tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.0995464 May 18 14:41:03.263513 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0a8c19aa-7a7d-4fe9-a77d-47e53f5774d8 req-2b0848be-4809-4fc0-8d73-672c8ab28d3e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592222 May 18 14:41:03.380648 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-c9f8422c-2ee7-4e33-b52b-3ce99814bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.382124 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-c9f8422c-2ee7-4e33-b52b-3ce99814bf6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 1099 time: 0.1712377 May 18 14:41:03.388721 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Deleting port 7c3e7867-4dc7-4076-8926-9eff47e0a275 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:03.389065 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.632442 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] For port 7c3e7867-4dc7-4076-8926-9eff47e0a275, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7c3e7867-4dc7-4076-8926-9eff47e0a275,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:03.633109 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:03.650598 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-497d5c70-8539-4c92-9ff1-b2eb3535b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.652387 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-497d5c70-8539-4c92-9ff1-b2eb3535b15d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 912 time: 0.2468302 May 18 14:41:03.823237 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Calling delete_port for 7c3e7867-4dc7-4076-8926-9eff47e0a275 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:03.879631 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-172abc0f-418e-4b29-83dc-800aced129de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 HTTP/1.1" status: 200 len: 1002 time: 0.1755445 May 18 14:41:03.960569 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-6239180f-5f01-459d-9d6d-21d2a7c441eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:03.962044 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-6239180f-5f01-459d-9d6d-21d2a7c441eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.0721695 May 18 14:41:04.030679 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ee38a-129c-4c16-bac1-735a2d74bcb7 req-1e3261ca-c34b-4784-aff4-171f6c7eb9ea tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:04.032101 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-458ee38a-129c-4c16-bac1-735a2d74bcb7 req-1e3261ca-c34b-4784-aff4-171f6c7eb9ea tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=deb872cb-7c81-46f2-a485-9cda3e0e53e3 HTTP/1.1" status: 200 len: 946 time: 0.0923183 May 18 14:41:04.079195 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:04.086356 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-458ee38a-129c-4c16-bac1-735a2d74bcb7 req-15296b8c-07da-4b62-afb5-6854ffbd65cc tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471594 May 18 14:41:04.087987 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4bf3ec9f-0a57-4c4a-a9b2-9a1cde73d5e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:04.109801 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['224c78c0-8863-4f7f-b9a4-d9d45db5c3ea'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:04.142464 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Pushing event deleted for resources: {'Port': ['ID=7c3e7867-4dc7-4076-8926-9eff47e0a275,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:04.146928 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:04.183347 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-bef45d9c-e7c1-4636-a007-bf74bc43bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:04.185418 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-bef45d9c-e7c1-4636-a007-bf74bc43bacf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1915662 May 18 14:41:04.245836 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] No DVR routers for this DVR port 7c3e7867-4dc7-4076-8926-9eff47e0a275 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:04.262011 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:04.265161 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb872cb-7c81-46f2-a485-9cda3e0e53e3', 'name': 'network-vif-deleted', 'tag': '7c3e7867-4dc7-4076-8926-9eff47e0a275'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:04.349083 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-ac38e9a2-e9b2-40a8-856f-1592c3fb645f req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "DELETE /v2.0/ports/7c3e7867-4dc7-4076-8926-9eff47e0a275 HTTP/1.1" status: 204 len: 173 time: 1.2079916 May 18 14:41:04.352892 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb872cb-7c81-46f2-a485-9cda3e0e53e3', 'name': 'network-vif-deleted', 'tag': '7c3e7867-4dc7-4076-8926-9eff47e0a275', 'status': 'completed', 'code': 200} May 18 14:41:04.400911 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-03d6d36f-3870-4cf1-a976-6da1732156f9 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851590 May 18 14:41:04.507954 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04329dd6-4a2f-4543-9cc5-8904fdae3b17 req-b8f10792-713d-4b79-a81f-82e4acfda898 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:04.509960 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-04329dd6-4a2f-4543-9cc5-8904fdae3b17 req-b8f10792-713d-4b79-a81f-82e4acfda898 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1061070 May 18 14:41:04.564526 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-04329dd6-4a2f-4543-9cc5-8904fdae3b17 req-b27d4f22-6ea5-40a5-8e13-a7ef5f4d1a37 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 May 18 14:41:04.681113 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-80f0b438-3302-4e80-8a69-26f075bd5176 req-ab32b272-7bf2-4ab0-beb4-0da3b93852a3 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607358 May 18 14:41:05.404067 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 7c3e7867-4dc7-4076-8926-9eff47e0a275 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:05.439013 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 7c3e7867-4dc7-4076-8926-9eff47e0a275 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:05.439377 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 7c3e7867-4dc7-4076-8926-9eff47e0a275 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:05.771724 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db716f-f2db-4002-b730-cbd971e89ee7 req-c6fa785f-f985-48a4-9f0e-34d72f62dc16 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:05.773351 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37db716f-f2db-4002-b730-cbd971e89ee7 req-c6fa785f-f985-48a4-9f0e-34d72f62dc16 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.0888236 May 18 14:41:05.821361 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37db716f-f2db-4002-b730-cbd971e89ee7 req-f7eb1db2-8ecd-493e-bd7d-ec969974266a tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 May 18 14:41:06.791296 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47f3d9-df22-427c-8f6e-df19704c98e3 req-83e4707c-d4fe-4b3f-b877-75c24f8cfffe tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:06.792820 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ef47f3d9-df22-427c-8f6e-df19704c98e3 req-83e4707c-d4fe-4b3f-b877-75c24f8cfffe tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 945 time: 0.0852921 May 18 14:41:06.839637 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ef47f3d9-df22-427c-8f6e-df19704c98e3 req-1d260ec5-d57a-4bcf-8983-978e2ccdba80 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 May 18 14:41:07.387096 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3051bcf-ad65-4a4c-9b36-6bbffa9c2a78 req-88b812c6-9f02-4093-aa99-d55dcd090fe6 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:07.388687 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d3051bcf-ad65-4a4c-9b36-6bbffa9c2a78 req-88b812c6-9f02-4093-aa99-d55dcd090fe6 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.0819266 May 18 14:41:07.433934 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d3051bcf-ad65-4a4c-9b36-6bbffa9c2a78 req-2cc8757a-1df4-48ce-97d7-59eebe376d1d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 May 18 14:41:08.039299 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78416c-6ad8-4e35-ac44-83454ad87f24 req-f5e2bfbc-f181-462c-81e1-611d10ac6b7c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:08.046976 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ce78416c-6ad8-4e35-ac44-83454ad87f24 req-f5e2bfbc-f181-462c-81e1-611d10ac6b7c tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 945 time: 0.0992634 May 18 14:41:08.090096 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ce78416c-6ad8-4e35-ac44-83454ad87f24 req-cfd0ea69-a3cf-4287-8728-5761001d54f9 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 May 18 14:41:08.631604 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0c029-404c-4955-8d59-f0f53d6dbbc0 req-84183349-f42e-46de-9efb-4627a4d5b874 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:08.633205 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8ad0c029-404c-4955-8d59-f0f53d6dbbc0 req-84183349-f42e-46de-9efb-4627a4d5b874 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.0916200 May 18 14:41:08.678396 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8ad0c029-404c-4955-8d59-f0f53d6dbbc0 req-398a526d-e25d-456a-bf20-993b1439ed78 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 May 18 14:41:09.271624 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-7a4f0576-54fd-4a56-a94d-5bc6706f37ef tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:09.272336 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-7a4f0576-54fd-4a56-a94d-5bc6706f37ef tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Synchronizing usage tracker for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:09.281523 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7d6e9-d977-47e9-8e64-57c8e8f97962 req-a0a693c9-190a-4b72-9166-c4d2b017fce8 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:09.283244 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-94e7d6e9-d977-47e9-8e64-57c8e8f97962 req-a0a693c9-190a-4b72-9166-c4d2b017fce8 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 945 time: 0.0857768 May 18 14:41:09.289849 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-7a4f0576-54fd-4a56-a94d-5bc6706f37ef tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Unset dirty status for tenant:b8bb889000044e9d8f4e7a24f903b091 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:09.291016 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-7a4f0576-54fd-4a56-a94d-5bc6706f37ef tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 945 time: 0.1081469 May 18 14:41:09.331687 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-94e7d6e9-d977-47e9-8e64-57c8e8f97962 req-a9927d47-b634-4986-b7b1-18eb036b6623 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/security-groups?id=ea021ea9-207c-46c0-ad0d-3d8860db724b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 May 18 14:41:09.433228 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Deleting port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:09.433565 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.571954 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] For port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,segment=NetworkSegment(eda8236b-ea95-45ad-89dd-aefcc2c3d8fd),segment_id=eda8236b-ea95-45ad-89dd-aefcc2c3d8fd)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:09.572315 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.699684 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Calling delete_port for 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:09.814105 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.820633 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:09.899841 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Pushing event deleted for resources: {'Port': ['ID=224c78c0-8863-4f7f-b9a4-d9d45db5c3ea,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:09.917710 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.918089 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.918466 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.918828 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.920491 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.920491 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.920491 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.920894 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.921244 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.921599 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.921952 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.922303 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:09.925700 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:09.956152 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a23904-50ee-4fd3-8baa-054c72ac0dee req-bca12be0-9258-462f-aab6-4df0870412a9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:09.957587 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-98a23904-50ee-4fd3-8baa-054c72ac0dee req-bca12be0-9258-462f-aab6-4df0870412a9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.1725407 May 18 14:41:09.962012 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] No DVR routers for this DVR port 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:09.964810 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:09.968383 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6090d3-a565-4e82-ad45-ac3eea4e2245', 'name': 'network-vif-deleted', 'tag': '224c78c0-8863-4f7f-b9a4-d9d45db5c3ea'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:09.985283 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d87a5f10-527d-4b63-8ecb-8ea16b018105 req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.66 "DELETE /v2.0/ports/224c78c0-8863-4f7f-b9a4-d9d45db5c3ea HTTP/1.1" status: 204 len: 173 time: 0.6875420 May 18 14:41:10.008925 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-98a23904-50ee-4fd3-8baa-054c72ac0dee req-4e4942dd-1c9c-45de-b789-a79d5d94fe75 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 May 18 14:41:10.020953 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6090d3-a565-4e82-ad45-ac3eea4e2245', 'name': 'network-vif-deleted', 'tag': '224c78c0-8863-4f7f-b9a4-d9d45db5c3ea', 'status': 'completed', 'code': 200} May 18 14:41:10.502432 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-12dce9a8-e0ab-4a45-9d62-55ca3ec213cf req-79f96d43-ac66-4684-bcc7-cc97257996cf tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf6090d3-a565-4e82-ad45-ac3eea4e2245 HTTP/1.1" status: 200 len: 210 time: 0.0434699 May 18 14:41:11.061426 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-71a3ae6d-3ea8-47ab-91fa-e979b5c5a275 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:11.062168 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-71a3ae6d-3ea8-47ab-91fa-e979b5c5a275 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Synchronizing usage tracker for tenant:ee778988c72a4e2b891d3924425d5498 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:11.078647 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-71a3ae6d-3ea8-47ab-91fa-e979b5c5a275 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Unset dirty status for tenant:ee778988c72a4e2b891d3924425d5498 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:11.080061 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-71a3ae6d-3ea8-47ab-91fa-e979b5c5a275 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.1046140 May 18 14:41:11.202583 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446290-5ef0-4265-a0ff-2828a33f3ed9 req-47e72365-96c1-44ce-9803-8b2416a7c012 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:11.204078 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1c446290-5ef0-4265-a0ff-2828a33f3ed9 req-47e72365-96c1-44ce-9803-8b2416a7c012 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 945 time: 0.0851686 May 18 14:41:11.225785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Deleting port 3a313953-f837-476c-ae28-950913a83ae0 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:11.226130 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.251222 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1c446290-5ef0-4265-a0ff-2828a33f3ed9 req-b479b64b-dc9a-4eed-9f5b-736bd60f5d32 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 May 18 14:41:11.367559 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] For port 3a313953-f837-476c-ae28-950913a83ae0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3a313953-f837-476c-ae28-950913a83ae0,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:11.367919 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.424207 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 3a313953-f837-476c-ae28-950913a83ae0 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:11.495371 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Calling delete_port for 3a313953-f837-476c-ae28-950913a83ae0 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:11.554010 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.603192 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56972) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:11.631595 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.638391 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-842bc046-e9da-44f0-bacc-1550db1c7eb4 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:11.664568 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['5c0250be-310f-4f6c-91ca-f80af181820e'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:11.669110 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] Deleting subnet 3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 {{(pid=91426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:41:11.672415 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.688795 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Pushing event deleted for resources: {'Port': ['ID=3a313953-f837-476c-ae28-950913a83ae0,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:11.691322 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:11.698261 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:11.732420 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912105'] for subnet, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.751156 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:11.751516 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 224c78c0-8863-4f7f-b9a4-d9d45db5c3ea not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:11.773930 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] No DVR routers for this DVR port 3a313953-f837-476c-ae28-950913a83ae0 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:11.776757 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:11.792062 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c55aa3c6-e29d-4af9-9a9b-a85ea7b5897c req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.66 "DELETE /v2.0/ports/3a313953-f837-476c-ae28-950913a83ae0 HTTP/1.1" status: 204 len: 173 time: 0.7060750 May 18 14:41:11.795354 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.021988 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc16a9c-9183-448d-b607-ba97403b3592', 'name': 'network-vif-deleted', 'tag': '3a313953-f837-476c-ae28-950913a83ae0'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:12.057786 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143016'] for subnet, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.062720 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b7cc1b5e-bc81-4fb0-bb02-7c9a0caffc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:12.068784 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc16a9c-9183-448d-b607-ba97403b3592', 'name': 'network-vif-deleted', 'tag': '3a313953-f837-476c-ae28-950913a83ae0', 'status': 'completed', 'code': 200} May 18 14:41:12.099239 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5835ce-3a5c-4f73-99b4-f6619f5a32e3,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:12.102429 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:12.103467 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.109614 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-2880ee8c-5ab7-4539-a6c6-a060c8a9e19e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3a5835ce-3a5c-4f73-99b4-f6619f5a32e3 HTTP/1.1" status: 204 len: 168 time: 0.5053520 May 18 14:41:12.112062 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56984) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:12.221388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.354098 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.367672 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1ce6b1-b2c7-414f-a48c-84b987063b4f']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:12.419797 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:12.420067 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda8236b-ea95-45ad-89dd-aefcc2c3d8fd') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:12.435566 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1baf6a36-9245-4f49-af62-41699d029d43 req-a59ab7c5-c819-4fbc-8f0b-487f1fc8ada8 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cc16a9c-9183-448d-b607-ba97403b3592 HTTP/1.1" status: 200 len: 210 time: 0.0605483 May 18 14:41:12.439639 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.466803 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.481127 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:41:12.481729 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:41:12.496606 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:41:12.578789 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.582299 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:12.601666 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.605505 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1ce6b1-b2c7-414f-a48c-84b987063b4f,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:12.609848 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:12.617569 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-8111e03a-9681-4b8b-aa9b-ca7e13b78a98 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ff1ce6b1-b2c7-414f-a48c-84b987063b4f HTTP/1.1" status: 204 len: 168 time: 0.5044546 May 18 14:41:12.821547 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56994) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:12.873516 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-3dc25b1a-64d4-45b4-bfc5-c1bf06d7f09e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8bb889000044e9d8f4e7a24f903b091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506475 May 18 14:41:12.875852 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 56998) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:12.886423 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-c09986f3-1248-4def-837d-2188b5dea783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.936017 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ffa39d2e-f2ef-4d71-91e7-9336f4f0625c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:12.962180 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ffa39d2e-f2ef-4d71-91e7-9336f4f0625c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:13.017498 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ffa39d2e-f2ef-4d71-91e7-9336f4f0625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:13.021531 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2c829ccf-9f46-4f12-a023-16c4ced0c347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:13.033080 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa39d2e-f2ef-4d71-91e7-9336f4f0625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea021ea9-207c-46c0-ad0d-3d8860db724b,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:13.039422 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ffa39d2e-f2ef-4d71-91e7-9336f4f0625c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:13.044046 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ffa39d2e-f2ef-4d71-91e7-9336f4f0625c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:13.048024 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-ffa39d2e-f2ef-4d71-91e7-9336f4f0625c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea021ea9-207c-46c0-ad0d-3d8860db724b HTTP/1.1" status: 204 len: 168 time: 0.1689262 May 18 14:41:13.904974 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d06e62-372f-4fa4-84ad-0ad482032499 req-4dcccf72-7c04-4669-b02a-fbac52989ebd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:13.906485 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d1d06e62-372f-4fa4-84ad-0ad482032499 req-4dcccf72-7c04-4669-b02a-fbac52989ebd tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0853779 May 18 14:41:13.957229 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d1d06e62-372f-4fa4-84ad-0ad482032499 req-9ebd120a-8f64-4e4a-8b6a-4d312bec4f29 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 May 18 14:41:15.165895 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0127b-bf75-452b-be06-6d6b28dc06bd req-3f6f2203-0ad9-492e-b2e9-686e8c375214 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:15.172999 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ccc0127b-bf75-452b-be06-6d6b28dc06bd req-3f6f2203-0ad9-492e-b2e9-686e8c375214 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1026828 May 18 14:41:15.214551 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ccc0127b-bf75-452b-be06-6d6b28dc06bd req-622709cd-42a5-4adf-ac60-0d5bfc067f23 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 May 18 14:41:15.577617 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:15.745088 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ed6-5c26-4ba3-9f8c-bc0a9b75ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.390951 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:16.446212 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8eec74-dc0f-4fd6-b536-9d358e256dbc req-61588ed5-0057-4a6d-a0c9-7c2940ffc12b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:16.447738 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aa8eec74-dc0f-4fd6-b536-9d358e256dbc req-61588ed5-0057-4a6d-a0c9-7c2940ffc12b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0951033 May 18 14:41:16.498839 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-aa8eec74-dc0f-4fd6-b536-9d358e256dbc req-5acce5c9-f4c5-47fd-9e2b-f95544c5720c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409727 May 18 14:41:17.797697 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ec17f-0522-4178-ab51-9d990b837d3c req-8ff048c9-a662-4868-a8c0-c0d062a56352 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:17.799255 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-db1ec17f-0522-4178-ab51-9d990b837d3c req-8ff048c9-a662-4868-a8c0-c0d062a56352 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1817639 May 18 14:41:17.847696 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-db1ec17f-0522-4178-ab51-9d990b837d3c req-7175fda1-1900-4976-940e-12eba3dd4d8e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 May 18 14:41:18.308921 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:19.038428 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434aebb-e98e-4d89-ae9a-f4d0555e0984 req-f5881a3b-e596-48ff-8191-47641ee0cccf tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:19.039979 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e434aebb-e98e-4d89-ae9a-f4d0555e0984 req-f5881a3b-e596-48ff-8191-47641ee0cccf tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0837915 May 18 14:41:19.090348 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e434aebb-e98e-4d89-ae9a-f4d0555e0984 req-1c673703-d025-473a-9354-4e7a2abbbd8c tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444758 May 18 14:41:19.926673 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:20.276315 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04201522-3d17-4919-8fa7-1512e50919d0 req-99891abc-5e70-49b1-a97c-9d0007b3c7f9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:20.277787 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-04201522-3d17-4919-8fa7-1512e50919d0 req-99891abc-5e70-49b1-a97c-9d0007b3c7f9 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0820611 May 18 14:41:20.324668 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-04201522-3d17-4919-8fa7-1512e50919d0 req-2c7ae253-6507-4f6b-b5c4-2e12b17e2b6b tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 May 18 14:41:21.522283 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b07e-2d76-4c65-bec0-273b534cf58a req-85b67fe5-0e80-41d8-b5b1-a76bd833dc42 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:21.523825 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a9c7b07e-2d76-4c65-bec0-273b534cf58a req-85b67fe5-0e80-41d8-b5b1-a76bd833dc42 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0901055 May 18 14:41:21.570151 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a9c7b07e-2d76-4c65-bec0-273b534cf58a req-a3d85954-9db3-4cc7-844d-b6a76c7e458e tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 May 18 14:41:21.709039 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-658e7253-8eac-4e76-a883-610464cc6cd0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1566787 May 18 14:41:21.811750 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-4c190fb6-9459-4b60-be14-55d7e89eb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:21.813250 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-4c190fb6-9459-4b60-be14-55d7e89eb0a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 1099 time: 0.0740421 May 18 14:41:21.976256 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-ae8622f5-751a-47a8-8cca-ae261e7a8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:21.977655 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-ae8622f5-751a-47a8-8cca-ae261e7a8689 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 912 time: 0.1319404 May 18 14:41:22.026321 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:41:22.087738 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-6fa52b32-f27d-4cae-8cdf-a0e120e85ac4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 HTTP/1.1" status: 200 len: 1002 time: 0.0995162 May 18 14:41:22.163070 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-00871b85-b4c9-45d6-b413-eb664e5bc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:22.164642 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-00871b85-b4c9-45d6-b413-eb664e5bc792 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.0652065 May 18 14:41:22.247753 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-6d85c931-fe36-475b-894b-d837585321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:22.249255 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-6d85c931-fe36-475b-894b-d837585321b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752804 May 18 14:41:22.399968 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-a0e89efb-4a5e-4c73-8b1f-ca8f8cd1ed13 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352999 May 18 14:41:22.566564 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-03736b2b-1ec7-4a83-b01b-a657e1fb3423 req-40359b7f-f6e2-4c6f-af29-c675d4101031 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403234 May 18 14:41:22.771147 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ef045-dabb-41be-9cc4-d2ee1f7b52b0 req-aed7e59a-2f27-4fef-9ba7-3d1603198f02 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:22.772695 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b78ef045-dabb-41be-9cc4-d2ee1f7b52b0 req-aed7e59a-2f27-4fef-9ba7-3d1603198f02 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.0847387 May 18 14:41:22.820515 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b78ef045-dabb-41be-9cc4-d2ee1f7b52b0 req-2f43415a-d49e-4504-b034-c9f8dba3b324 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 May 18 14:41:22.833288 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57194) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:22.980060 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:22.995161 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:22.999606 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Usage tracker for resource:security_group_rule and tenant:5ae4ca6c303d4a1083f7d5e730d58fad is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:23.002488 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:23.008229 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:23.102582 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.106412 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.113354 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:23.154553 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ae4ca6c303d4a1083f7d5e730d58fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202982 May 18 14:41:23.155468 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf2b13b-a886-4ee7-b7e6-18e8d24e5480,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:23.157266 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57200) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:23.163068 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.163429 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.163782 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.164135 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.164478 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.164861 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.165201 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.165538 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.165880 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.166219 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.166551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.166882 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:41:23.170790 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:23.222068 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e101bae7-ef4c-4af6-bee0-bf3a8752db37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.249018 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e101bae7-ef4c-4af6-bee0-bf3a8752db37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.300733 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e101bae7-ef4c-4af6-bee0-bf3a8752db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.304427 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-09a68a54-4855-4eef-87c2-3c86338ee05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:23.316050 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101bae7-ef4c-4af6-bee0-bf3a8752db37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf2b13b-a886-4ee7-b7e6-18e8d24e5480,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:23.318416 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e101bae7-ef4c-4af6-bee0-bf3a8752db37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:23.324264 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e101bae7-ef4c-4af6-bee0-bf3a8752db37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.325976 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e101bae7-ef4c-4af6-bee0-bf3a8752db37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daf2b13b-a886-4ee7-b7e6-18e8d24e5480 HTTP/1.1" status: 204 len: 168 time: 0.1671171 May 18 14:41:23.714216 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57212) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:23.735515 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-6d7ca499-59ff-4ed6-813e-440d8cfb822d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:23.736255 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-6d7ca499-59ff-4ed6-813e-440d8cfb822d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Synchronizing usage tracker for tenant:ee778988c72a4e2b891d3924425d5498 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:23.736982 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.754039 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:23.754264 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-6d7ca499-59ff-4ed6-813e-440d8cfb822d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Unset dirty status for tenant:ee778988c72a4e2b891d3924425d5498 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:23.755415 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-6d7ca499-59ff-4ed6-813e-440d8cfb822d tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.66 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1022842 May 18 14:41:23.758027 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Usage tracker for resource:security_group_rule and tenant:239b34da21a140cf974fe74f34671246 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:23.760953 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:23.767291 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:23.855387 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.860872 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.870390 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-1ad50c61-efe8-4a05-8a59-d26ab17be9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:23.913145 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Deleting port 5c0250be-310f-4f6c-91ca-f80af181820e {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:23.913496 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:23.917714 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=239b34da21a140cf974fe74f34671246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023869 May 18 14:41:23.921464 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57218) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:23.934231 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164ad061-6be9-4055-aa91-030eeda99356,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:23.989271 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:24.069627 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] For port 5c0250be-310f-4f6c-91ca-f80af181820e, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c0250be-310f-4f6c-91ca-f80af181820e,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:24.070105 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.070522 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5b80f794-c0b0-408c-8f54-9afe86ab427e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.112534 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebfae7-b191-4006-8816-4277d3f3405e req-8e464c8e-1ef1-4b07-be89-51dc1804d745 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:24.114187 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-78ebfae7-b191-4006-8816-4277d3f3405e req-8e464c8e-1ef1-4b07-be89-51dc1804d745 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 946 time: 0.1766024 May 18 14:41:24.119159 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5b80f794-c0b0-408c-8f54-9afe86ab427e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.194578 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-78ebfae7-b191-4006-8816-4277d3f3405e req-8e601c53-5cef-49dd-8f3d-daf0a5e75864 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/security-groups?id=17e8731c-f1b2-4cfe-b75c-130397d2259d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668125 May 18 14:41:24.204672 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Calling delete_port for 5c0250be-310f-4f6c-91ca-f80af181820e owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:24.222260 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5b80f794-c0b0-408c-8f54-9afe86ab427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.227487 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a69eb135-d0b5-4cc2-87b7-6196e5c59aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:24.242388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80f794-c0b0-408c-8f54-9afe86ab427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ad061-6be9-4055-aa91-030eeda99356,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:24.245446 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-5b80f794-c0b0-408c-8f54-9afe86ab427e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:24.254362 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5b80f794-c0b0-408c-8f54-9afe86ab427e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.267429 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-5b80f794-c0b0-408c-8f54-9afe86ab427e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/164ad061-6be9-4055-aa91-030eeda99356 HTTP/1.1" status: 204 len: 168 time: 0.3439100 May 18 14:41:24.340477 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.347028 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2688465c-0aff-4a80-9bb7-da805ab780e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:24.362153 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['5c0250be-310f-4f6c-91ca-f80af181820e'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:24.398014 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Pushing event deleted for resources: {'Port': ['ID=5c0250be-310f-4f6c-91ca-f80af181820e,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:24.400713 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:24.558368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] No DVR routers for this DVR port 5c0250be-310f-4f6c-91ca-f80af181820e on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:24.561581 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:24.564491 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c38288-d310-4ebe-93ea-7097498e2ccd', 'name': 'network-vif-deleted', 'tag': '5c0250be-310f-4f6c-91ca-f80af181820e'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:24.581754 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b330b0af-24c6-48b6-9efb-84b40641aff7 req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.66 "DELETE /v2.0/ports/5c0250be-310f-4f6c-91ca-f80af181820e HTTP/1.1" status: 204 len: 173 time: 0.8178444 May 18 14:41:24.614158 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c38288-d310-4ebe-93ea-7097498e2ccd', 'name': 'network-vif-deleted', 'tag': '5c0250be-310f-4f6c-91ca-f80af181820e', 'status': 'completed', 'code': 200} May 18 14:41:25.392306 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-461f1261-ab05-4600-8ffd-7057f950d1fc req-6bdfa95e-f1ed-4be9-a1ff-89c45d09adfa tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] 10.222.0.18 "GET /v2.0/ports?device_id=95c38288-d310-4ebe-93ea-7097498e2ccd HTTP/1.1" status: 200 len: 210 time: 0.0576801 May 18 14:41:26.483381 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57300) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:27.057033 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438345'] for router_interface, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.061455 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57316) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:27.187893 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.202997 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:27.206980 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Usage tracker for resource:security_group_rule and tenant:4b1b06bac49a44989430ec8c2df04dae is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:27.209873 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:27.216389 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:27.309445 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.314374 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.322013 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4f0ac493-8f51-4255-83e8-0b244a2e61ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:27.364286 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9557b1-4af1-4636-b698-6be992afb39d,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:27.383356 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:27.386322 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b1b06bac49a44989430ec8c2df04dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234742 May 18 14:41:27.390757 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57322) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:27.453827 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6b10984a-5164-473e-89d9-e6416cf5024f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.483350 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6b10984a-5164-473e-89d9-e6416cf5024f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.511900 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Deleting port e190c3b6-4ae3-4c9c-941e-483273393d83 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:27.512516 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.542162 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6b10984a-5164-473e-89d9-e6416cf5024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.547271 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ffa39d2e-f2ef-4d71-91e7-9336f4f0625c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:27.557889 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10984a-5164-473e-89d9-e6416cf5024f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9557b1-4af1-4636-b698-6be992afb39d,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:27.560281 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6b10984a-5164-473e-89d9-e6416cf5024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:27.567099 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6b10984a-5164-473e-89d9-e6416cf5024f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.569022 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-6b10984a-5164-473e-89d9-e6416cf5024f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab9557b1-4af1-4636-b698-6be992afb39d HTTP/1.1" status: 204 len: 168 time: 0.1771290 May 18 14:41:27.639295 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] For port e190c3b6-4ae3-4c9c-941e-483273393d83, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=e190c3b6-4ae3-4c9c-941e-483273393d83,segment=NetworkSegment(9d3455e2-de81-4470-9dcb-c494fb7e405e),segment_id=9d3455e2-de81-4470-9dcb-c494fb7e405e)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:27.639645 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.764853 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Calling delete_port for e190c3b6-4ae3-4c9c-941e-483273393d83 owned by network:router_interface {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:27.866934 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57332) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:27.886657 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:27.907102 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:27.912112 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Usage tracker for resource:security_group_rule and tenant:e37c60bb3b0245cf9f478b3b89dee226 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:27.915417 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:27.921734 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:28.011665 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:28.017592 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:28.026620 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-eee35ee9-3403-4cb4-85c4-b125dc071f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:28.070379 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e37c60bb3b0245cf9f478b3b89dee226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2022502 May 18 14:41:28.071256 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b630b750-4e6b-415c-ae69-d7bfb4d2868e,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:28.073824 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57336) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:28.074385 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:28.196553 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-042de334-ee84-4fb7-a750-af5f523ac4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:28.234456 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-042de334-ee84-4fb7-a750-af5f523ac4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:28.241700 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:28.249773 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:28.307954 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=e190c3b6-4ae3-4c9c-941e-483273393d83,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:28.345898 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:28.417473 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-042de334-ee84-4fb7-a750-af5f523ac4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:28.423489 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f60c9e4b-5003-4b9c-ac71-3fe3fbfaf362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:28.486238 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042de334-ee84-4fb7-a750-af5f523ac4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b630b750-4e6b-415c-ae69-d7bfb4d2868e,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:28.507480 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-042de334-ee84-4fb7-a750-af5f523ac4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:28.533121 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-042de334-ee84-4fb7-a750-af5f523ac4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:28.534257 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-042de334-ee84-4fb7-a750-af5f523ac4bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b630b750-4e6b-415c-ae69-d7bfb4d2868e HTTP/1.1" status: 204 len: 168 time: 0.4575322 May 18 14:41:28.626021 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33151930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440281'] for router_interface, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.018744 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Router 935adbbb-3eb4-4850-a52c-87a8946ec1ab has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:41:29.215518 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:41:29.224169 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57362) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:29.224745 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-4266f881-048e-4d2c-9527-a5ec96b94b63 admin admin] 10.222.0.18 "PUT /v2.0/routers/935adbbb-3eb4-4850-a52c-87a8946ec1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398560 May 18 14:41:29.227294 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790283c2-9728-4768-8759-8412819d3345 None None] Sync routers for ids ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:41:29.240296 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790283c2-9728-4768-8759-8412819d3345 None None] Routers {'935adbbb-3eb4-4850-a52c-87a8946ec1ab'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:29.241026 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-790283c2-9728-4768-8759-8412819d3345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:41:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:29.427446 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-790283c2-9728-4768-8759-8412819d3345 None None] Set router 935adbbb-3eb4-4850-a52c-87a8946ec1ab gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:29.441623 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks [] for router, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.512207 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 5c0250be-310f-4f6c-91ca-f80af181820e no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:29.560968 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 5c0250be-310f-4f6c-91ca-f80af181820e {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:29.561736 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 5c0250be-310f-4f6c-91ca-f80af181820e not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:29.629556 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.767602 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-790283c2-9728-4768-8759-8412819d3345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:41:28Z', 'revision_number': 5, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port': {'id': '010319ab-8299-4a95-bc1e-f12921710ee0', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:29.772613 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790283c2-9728-4768-8759-8412819d3345 None None] Checking router: 935adbbb-3eb4-4850-a52c-87a8946ec1ab for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:41:29.781412 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790283c2-9728-4768-8759-8412819d3345 None None] Routers {'935adbbb-3eb4-4850-a52c-87a8946ec1ab'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:29.781952 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-790283c2-9728-4768-8759-8412819d3345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:41:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:29.804155 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Deleting port 010319ab-8299-4a95-bc1e-f12921710ee0 {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:29.804622 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.937631 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] For port 010319ab-8299-4a95-bc1e-f12921710ee0, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=010319ab-8299-4a95-bc1e-f12921710ee0,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:29.937986 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:29.958007 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-790283c2-9728-4768-8759-8412819d3345 None None] Set router 935adbbb-3eb4-4850-a52c-87a8946ec1ab gateway port host: None {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:30.066779 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-790283c2-9728-4768-8759-8412819d3345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:41:29Z', 'revision_number': 6, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port_host': None}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:30.070910 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790283c2-9728-4768-8759-8412819d3345 None None] The sync data for ids ['935adbbb-3eb4-4850-a52c-87a8946ec1ab'] in dv-cinder-787195-7-smb is: [{'id': '935adbbb-3eb4-4850-a52c-87a8946ec1ab', 'name': 'tempest-ServerRescueNegativeTestJSON-520820188-router', 'tenant_id': 'ee778988c72a4e2b891d3924425d5498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:02Z', 'updated_at': '2021-05-18T14:41:29Z', 'revision_number': 6, 'project_id': 'ee778988c72a4e2b891d3924425d5498', 'gw_port_host': None}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:41:30.076287 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Calling delete_port for 010319ab-8299-4a95-bc1e-f12921710ee0 owned by network:router_gateway {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:30.427802 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.432006 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:30.478094 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Pushing event deleted for resources: {'Port': ['ID=010319ab-8299-4a95-bc1e-f12921710ee0,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:30.486409 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:30.580259 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435042'] for router_gateway, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.759574 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33138137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.762231 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.862332 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434485'] for router, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.863164 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 935adbbb-3eb4-4850-a52c-87a8946ec1ab {{(pid=91426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:41:30.900511 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:30.906223 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-0b0cd9b8-b0e6-4db8-9561-029ebc44e332 admin admin] 10.222.0.18 "DELETE /v2.0/routers/935adbbb-3eb4-4850-a52c-87a8946ec1ab HTTP/1.1" status: 204 len: 168 time: 1.6762903 May 18 14:41:30.906223 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57404) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:30.979025 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device e190c3b6-4ae3-4c9c-941e-483273393d83 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:30.990071 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] Deleting subnet 531a60c5-c442-4ffd-9840-0f8997cf4cce {{(pid=91426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:41:30.993579 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.021808 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: e190c3b6-4ae3-4c9c-941e-483273393d83 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:31.022165 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device e190c3b6-4ae3-4c9c-941e-483273393d83 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:31.022605 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 010319ab-8299-4a95-bc1e-f12921710ee0 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:31.054354 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912105'] for subnet, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.058320 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 010319ab-8299-4a95-bc1e-f12921710ee0 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:31.058320 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 010319ab-8299-4a95-bc1e-f12921710ee0 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:31.122887 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.485555 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143016'] for subnet, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.489819 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:31.523455 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531a60c5-c442-4ffd-9840-0f8997cf4cce,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:31.527007 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:31.530045 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.536115 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-f17f2932-f796-41a0-9955-a8d9b58f45ca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/531a60c5-c442-4ffd-9840-0f8997cf4cce HTTP/1.1" status: 204 len: 168 time: 0.6292071 May 18 14:41:31.538504 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57414) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:31.649467 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.783437 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.799186 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f286764e-b49e-4d3f-9e36-c78748a62858']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:31.813115 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3455e2-de81-4470-9dcb-c494fb7e405e') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:31.813407 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3455e2-de81-4470-9dcb-c494fb7e405e') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:31.827470 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.845846 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.853445 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:41:31.853978 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:41:31.868663 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:41:31.949384 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.953495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4f214465-02d0-4f55-992c-53e7ee73914b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:31.966771 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:31.978386 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Pushing event deleted for resources: {'Network': ['ID=f286764e-b49e-4d3f-9e36-c78748a62858,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:31.981239 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:31.983915 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-38fbc1b2-ac5d-4694-ab78-69cc3b8a5c96 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f286764e-b49e-4d3f-9e36-c78748a62858 HTTP/1.1" status: 204 len: 168 time: 0.4445000 May 18 14:41:32.160152 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57426) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:32.209679 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-a64dd617-4d79-42f4-9e1b-1b11cc753bac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee778988c72a4e2b891d3924425d5498&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482967 May 18 14:41:32.212168 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57430) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:32.275145 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0527d655-6dda-48ed-a83d-a76192a688a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.302298 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0527d655-6dda-48ed-a83d-a76192a688a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.359847 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0527d655-6dda-48ed-a83d-a76192a688a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.365142 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-02383889-40ac-4ddd-a671-9fc98acdd544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:32.378134 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527d655-6dda-48ed-a83d-a76192a688a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e8731c-f1b2-4cfe-b75c-130397d2259d,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:32.383765 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0527d655-6dda-48ed-a83d-a76192a688a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:32.409996 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0527d655-6dda-48ed-a83d-a76192a688a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:32.411178 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-0527d655-6dda-48ed-a83d-a76192a688a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17e8731c-f1b2-4cfe-b75c-130397d2259d HTTP/1.1" status: 204 len: 168 time: 0.1980829 May 18 14:41:34.462942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57534) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:34.579220 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.593273 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:34.597203 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:34d2b6b448c7410bb77bf7c1c0fb21aa is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:34.600243 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:34.606186 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:34.697671 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.702486 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.711825 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ebb7f8e9-b942-4261-9873-e5e841b0e7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:34.752570 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34d2b6b448c7410bb77bf7c1c0fb21aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884433 May 18 14:41:34.753517 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723902f2-0950-4a07-9e48-d01b982625db,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:34.756032 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57540) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:34.756551 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:34.819349 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4108-00f9-4a1b-97b6-f939a41d998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.849334 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4108-00f9-4a1b-97b6-f939a41d998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.904444 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4108-00f9-4a1b-97b6-f939a41d998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.908205 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-73e6e9ce-2440-45bc-8640-21664ac9b687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:34.919689 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a4108-00f9-4a1b-97b6-f939a41d998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723902f2-0950-4a07-9e48-d01b982625db,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:34.923677 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-3e7a4108-00f9-4a1b-97b6-f939a41d998c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:34.927377 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4108-00f9-4a1b-97b6-f939a41d998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:34.928514 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-3e7a4108-00f9-4a1b-97b6-f939a41d998c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/723902f2-0950-4a07-9e48-d01b982625db HTTP/1.1" status: 204 len: 168 time: 0.1708355 May 18 14:41:35.216919 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57552) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:35.239086 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.255659 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:35.260871 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Usage tracker for resource:security_group_rule and tenant:90e086e035ac4b14ac63c2e546a8c3d1 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:35.265144 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:35.272963 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:35.374282 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.379668 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.389623 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-11a21381-da2a-49f3-a09c-681103b2700d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:35.433525 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90e086e035ac4b14ac63c2e546a8c3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141402 May 18 14:41:35.433867 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b698a1-c652-491a-b432-0806e48e1d81,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:35.436110 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57562) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:35.437661 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:35.530520 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8c11a152-c7a0-4ebb-87d1-6c6c25d1294b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.559053 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8c11a152-c7a0-4ebb-87d1-6c6c25d1294b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.630088 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8c11a152-c7a0-4ebb-87d1-6c6c25d1294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.635290 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-61e4a4c0-4cdc-478d-b5a1-69a4df7728b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:35.648099 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11a152-c7a0-4ebb-87d1-6c6c25d1294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b698a1-c652-491a-b432-0806e48e1d81,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:35.652228 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8c11a152-c7a0-4ebb-87d1-6c6c25d1294b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:35.658556 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8c11a152-c7a0-4ebb-87d1-6c6c25d1294b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:35.665013 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-8c11a152-c7a0-4ebb-87d1-6c6c25d1294b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97b698a1-c652-491a-b432-0806e48e1d81 HTTP/1.1" status: 204 len: 168 time: 0.2205262 May 18 14:41:38.742594 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57670) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:38.883285 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.006491 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:39.010287 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Usage tracker for resource:security_group_rule and tenant:410b8af043d5425fbe7968855ff81204 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:39.013840 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:39.019539 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:39.105874 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.109797 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.117038 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bf46f960-49a1-40c6-8254-d287215ca506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:39.158508 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=410b8af043d5425fbe7968855ff81204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146574 May 18 14:41:39.159568 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aa195d-f7a4-4026-b89f-aa1ac8dc50b3,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:39.161075 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57680) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:39.162697 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:39.223445 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-db6f04b0-e104-4167-9200-735503db4d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.250167 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-db6f04b0-e104-4167-9200-735503db4d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.306500 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-db6f04b0-e104-4167-9200-735503db4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.310863 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ecf0a50f-57a3-4c61-9392-14b1a6bef469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:39.323407 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f04b0-e104-4167-9200-735503db4d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aa195d-f7a4-4026-b89f-aa1ac8dc50b3,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:39.326855 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-db6f04b0-e104-4167-9200-735503db4d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:39.337245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-db6f04b0-e104-4167-9200-735503db4d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.338750 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-db6f04b0-e104-4167-9200-735503db4d0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11aa195d-f7a4-4026-b89f-aa1ac8dc50b3 HTTP/1.1" status: 204 len: 168 time: 0.1766949 May 18 14:41:39.644617 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57696) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:39.665161 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.683204 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:39.687876 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Usage tracker for resource:security_group_rule and tenant:7ed94b721bc14d2993c64fab29d8006c is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:39.691060 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:39.697501 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:39.792190 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.798184 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.808000 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-edc9411d-380b-4d2b-8662-0f5cb733a66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:39.868548 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2580ac8b-dce6-4b48-aedf-63a662ccec1e,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:39.874339 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ed94b721bc14d2993c64fab29d8006c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289858 May 18 14:41:39.875668 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:39.878853 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57704) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:39.946739 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8bea010c-bdef-42e3-b874-886528caa064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:39.981229 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8bea010c-bdef-42e3-b874-886528caa064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.050277 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8bea010c-bdef-42e3-b874-886528caa064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.054683 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7a607a1d-c0bf-41ca-bb2d-90dce2365364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:40.075609 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea010c-bdef-42e3-b874-886528caa064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2580ac8b-dce6-4b48-aedf-63a662ccec1e,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:40.078503 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8bea010c-bdef-42e3-b874-886528caa064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:40.080055 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8bea010c-bdef-42e3-b874-886528caa064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.084651 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-8bea010c-bdef-42e3-b874-886528caa064 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2580ac8b-dce6-4b48-aedf-63a662ccec1e HTTP/1.1" status: 204 len: 168 time: 0.2020509 May 18 14:41:40.498498 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493c8f3-b4c1-443d-acd6-157dddfb9021 req-c644364a-8cec-4174-b6d4-ab7e4028c693 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:40.499367 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57734) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:40.500730 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e493c8f3-b4c1-443d-acd6-157dddfb9021 req-c644364a-8cec-4174-b6d4-ab7e4028c693 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.0975697 May 18 14:41:40.520464 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.536870 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:40.541068 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Usage tracker for resource:security_group_rule and tenant:2a71627a73ff487dbd7dcd6709b28600 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:40.545099 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:40.550350 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e493c8f3-b4c1-443d-acd6-157dddfb9021 req-95a93eca-131b-4da6-afbb-5a01fe833445 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430107 May 18 14:41:40.551517 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:40.643774 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.647884 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.657271 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-9003dcf8-ab99-4e12-b0c0-73c1e280d113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:40.662739 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57740) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:40.701378 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80918df-5ed0-4adf-89a9-65e20aeaf653,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:40.704811 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:40.709095 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a71627a73ff487dbd7dcd6709b28600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085707 May 18 14:41:40.710007 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57746) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:40.773205 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e3d61803-306b-4930-9563-df3aee3ed08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.786092 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.801279 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e3d61803-306b-4930-9563-df3aee3ed08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.805278 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:40.809494 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Usage tracker for resource:security_group_rule and tenant:cac165eca0c047bcb5c16b4ddc79fd7b is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:40.813058 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:40.819128 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:40.857104 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e3d61803-306b-4930-9563-df3aee3ed08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.862653 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:40.876119 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d61803-306b-4930-9563-df3aee3ed08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80918df-5ed0-4adf-89a9-65e20aeaf653,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:40.878455 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e3d61803-306b-4930-9563-df3aee3ed08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:40.887301 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e3d61803-306b-4930-9563-df3aee3ed08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.891258 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e3d61803-306b-4930-9563-df3aee3ed08b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b80918df-5ed0-4adf-89a9-65e20aeaf653 HTTP/1.1" status: 204 len: 168 time: 0.1801302 May 18 14:41:40.911321 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.916296 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:40.926006 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f44ec048-bc48-40be-8f6d-26585329be71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:40.969139 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cac165eca0c047bcb5c16b4ddc79fd7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051031 May 18 14:41:40.971685 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57752) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:40.983602 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a7ec5c-4be3-4578-af83-81dab35307d8,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:40.988375 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:41.040479 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bad28b5c-4ede-4b1a-be40-c26029dff07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.067600 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bad28b5c-4ede-4b1a-be40-c26029dff07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.122748 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bad28b5c-4ede-4b1a-be40-c26029dff07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.126567 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d56641f9-34fe-4a0f-a601-31152e04e51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:41.141985 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad28b5c-4ede-4b1a-be40-c26029dff07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a7ec5c-4be3-4578-af83-81dab35307d8,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:41.144308 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-bad28b5c-4ede-4b1a-be40-c26029dff07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:41.150476 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bad28b5c-4ede-4b1a-be40-c26029dff07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.154719 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-bad28b5c-4ede-4b1a-be40-c26029dff07d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81a7ec5c-4be3-4578-af83-81dab35307d8 HTTP/1.1" status: 204 len: 168 time: 0.1788657 May 18 14:41:41.454661 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57778) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:41.473690 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.488818 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:41.493144 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Usage tracker for resource:security_group_rule and tenant:2e32ec1bd4194520b6b06d790b6cbbdf is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:41.496302 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:41.503728 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:41.593780 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.598898 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.609803 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-db6f04b0-e104-4167-9200-735503db4d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:41.657744 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e32ec1bd4194520b6b06d790b6cbbdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018149 May 18 14:41:41.660205 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57790) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:41.662982 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a1a39b-3d20-42f8-98d8-386feadfef90,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:41.676788 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:41.788364 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-73d4939c-20c0-4d79-9d71-5cd5de086615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.827007 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32644dd4-7b41-4b3e-a722-9b2ea68e1e45 req-7ce9b41a-b6f6-494f-ae4c-c27489b3a124 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:41.828535 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-32644dd4-7b41-4b3e-a722-9b2ea68e1e45 req-7ce9b41a-b6f6-494f-ae4c-c27489b3a124 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.1628187 May 18 14:41:41.830461 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-73d4939c-20c0-4d79-9d71-5cd5de086615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.904568 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-32644dd4-7b41-4b3e-a722-9b2ea68e1e45 req-d9e2368e-9cba-4fb7-a12b-ef5eded7d763 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669646 May 18 14:41:41.925145 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-73d4939c-20c0-4d79-9d71-5cd5de086615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.930201 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-3012518f-7af8-489c-a1c1-7f9b980b0e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:41.945572 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4939c-20c0-4d79-9d71-5cd5de086615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a1a39b-3d20-42f8-98d8-386feadfef90,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:41.948554 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-73d4939c-20c0-4d79-9d71-5cd5de086615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:41.949571 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-73d4939c-20c0-4d79-9d71-5cd5de086615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:41.950861 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-73d4939c-20c0-4d79-9d71-5cd5de086615 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45a1a39b-3d20-42f8-98d8-386feadfef90 HTTP/1.1" status: 204 len: 168 time: 0.2896430 May 18 14:41:42.890676 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-940dabe6-9dfa-46c8-a5a6-3ab959d6faae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:43.100629 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c3141-ed36-4014-9a33-b74fd1c06803 req-b4fd3b10-45bf-48aa-bf5b-48a67e0883f1 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:43.102132 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d95c3141-ed36-4014-9a33-b74fd1c06803 req-b4fd3b10-45bf-48aa-bf5b-48a67e0883f1 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.0912433 May 18 14:41:43.149557 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d95c3141-ed36-4014-9a33-b74fd1c06803 req-06747f7d-1158-4312-a040-294751b1eaef tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 May 18 14:41:43.701383 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 57856) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:43.822034 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:43.837221 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:43.841498 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Usage tracker for resource:security_group_rule and tenant:ea69a3b97d074c50b3a1b6f481e7a8cb is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:43.844465 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:43.850252 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:43.936574 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:43.940659 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:43.952947 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-3e7a4108-00f9-4a1b-97b6-f939a41d998c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:44.082052 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e12a3a2-8aaf-4462-8c6a-f04d330eb15c,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:44.087426 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:44.096723 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57868) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:44.097323 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea69a3b97d074c50b3a1b6f481e7a8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942914 May 18 14:41:44.163545 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c8c2-53ef-4c24-8966-5ebc9b08a4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.193644 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c8c2-53ef-4c24-8966-5ebc9b08a4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.246750 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c8c2-53ef-4c24-8966-5ebc9b08a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.252155 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-16d9fa08-4136-4b5a-ae97-badba90af0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:44.265160 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9c8c2-53ef-4c24-8966-5ebc9b08a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e12a3a2-8aaf-4462-8c6a-f04d330eb15c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:44.268254 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a0f9c8c2-53ef-4c24-8966-5ebc9b08a4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:44.270344 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a0f9c8c2-53ef-4c24-8966-5ebc9b08a4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.271439 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-a0f9c8c2-53ef-4c24-8966-5ebc9b08a4fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e12a3a2-8aaf-4462-8c6a-f04d330eb15c HTTP/1.1" status: 204 len: 168 time: 0.1736960 May 18 14:41:44.348972 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83a96-5d0b-4bc8-b4b0-a3c13d7ca7f3 req-44cdc7f3-1a4c-4491-b153-55a2b5bae039 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:44.350347 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b3d83a96-5d0b-4bc8-b4b0-a3c13d7ca7f3 req-44cdc7f3-1a4c-4491-b153-55a2b5bae039 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.0845253 May 18 14:41:44.399352 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b3d83a96-5d0b-4bc8-b4b0-a3c13d7ca7f3 req-2a4a5cda-098b-4af2-aec4-e59e3f879604 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430810 May 18 14:41:44.556933 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57878) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:44.574900 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.589939 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:44.593785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2516a4d89ad74caa9a61f7d780a52545 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:44.596563 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:44.602330 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:44.686100 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.690076 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.697304 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-288c3a43-df6f-496b-8336-896412e5a255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:44.737927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcb0729-e1b2-4701-af00-903a290e51fe,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:44.742090 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2516a4d89ad74caa9a61f7d780a52545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841455 May 18 14:41:44.742978 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:44.744692 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 57882) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:44.807185 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-26c85914-bd51-414b-be39-82e8f47d7017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.835284 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-26c85914-bd51-414b-be39-82e8f47d7017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.891883 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-26c85914-bd51-414b-be39-82e8f47d7017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.895733 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f84ec8c2-3504-4c63-8673-3e1bdf03fd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:44.907475 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c85914-bd51-414b-be39-82e8f47d7017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcb0729-e1b2-4701-af00-903a290e51fe,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:44.911461 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-26c85914-bd51-414b-be39-82e8f47d7017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:44.915039 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-26c85914-bd51-414b-be39-82e8f47d7017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:44.918493 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-26c85914-bd51-414b-be39-82e8f47d7017 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bcb0729-e1b2-4701-af00-903a290e51fe HTTP/1.1" status: 204 len: 168 time: 0.1705825 May 18 14:41:45.583523 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:45.600242 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d88946-c505-4c9c-aacf-86fd265aa3fe req-7affa76b-cefe-4912-9861-0033ea8fd7a5 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:45.601776 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76d88946-c505-4c9c-aacf-86fd265aa3fe req-7affa76b-cefe-4912-9861-0033ea8fd7a5 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.0925677 May 18 14:41:45.648112 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76d88946-c505-4c9c-aacf-86fd265aa3fe req-a94eca17-62e7-4b89-8e28-0cf56c881317 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404248 May 18 14:41:45.748940 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-f01f8579-58d4-4a41-9232-aee096a4cc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:46.391982 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:46.867518 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b416a-869e-48ec-b0f0-94147a6254bb req-dcc2d4cf-aed7-4db9-a4d0-717e8165bf74 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:46.869163 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a35b416a-869e-48ec-b0f0-94147a6254bb req-dcc2d4cf-aed7-4db9-a4d0-717e8165bf74 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.0998945 May 18 14:41:46.920013 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a35b416a-869e-48ec-b0f0-94147a6254bb req-70a7b511-709c-4f55-956b-0a85b6d01465 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 May 18 14:41:48.145340 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690a0c8-bdf2-4f8c-a69f-02b2e0521b7b req-e44e06e8-ebfd-463f-ab3e-2e000ca9c88a tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:48.147105 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5690a0c8-bdf2-4f8c-a69f-02b2e0521b7b req-e44e06e8-ebfd-463f-ab3e-2e000ca9c88a tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.1189480 May 18 14:41:48.204302 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5690a0c8-bdf2-4f8c-a69f-02b2e0521b7b req-adaeb106-7cca-4159-a65b-1a6b3cf6b3a0 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507605 May 18 14:41:48.268140 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-3649b8c9-39df-485f-8363-989453b03b56 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:48.268783 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-3649b8c9-39df-485f-8363-989453b03b56 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Synchronizing usage tracker for tenant:864744bae98f44bcbf34f43602454e6e on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:48.287396 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-3649b8c9-39df-485f-8363-989453b03b56 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Unset dirty status for tenant:864744bae98f44bcbf34f43602454e6e on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:48.288445 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-3649b8c9-39df-485f-8363-989453b03b56 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.66 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 946 time: 0.1562200 May 18 14:41:48.314026 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:48.438580 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Deleting port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:48.438923 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:48.576410 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] For port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:48.576708 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:48.701882 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Calling delete_port for 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:48.806832 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:48.812944 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b188b493-e5c6-4e47-8bec-bc30ba262e54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:48.819515 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['912a08a4-9ea0-4557-9d1f-a8b6aefd9015'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:41:48.859694 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Pushing event deleted for resources: {'Port': ['ID=912a08a4-9ea0-4557-9d1f-a8b6aefd9015,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:48.862685 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:48.938205 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] No DVR routers for this DVR port 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:48.940749 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:48.943337 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d21016-5fe1-4e74-8fb4-fec75a5a8363', 'name': 'network-vif-deleted', 'tag': '912a08a4-9ea0-4557-9d1f-a8b6aefd9015'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:48.958577 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b63aeede-1bca-4e92-8622-93b256a59c92 req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.66 "DELETE /v2.0/ports/912a08a4-9ea0-4557-9d1f-a8b6aefd9015 HTTP/1.1" status: 204 len: 173 time: 0.6624098 May 18 14:41:48.988818 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d21016-5fe1-4e74-8fb4-fec75a5a8363', 'name': 'network-vif-deleted', 'tag': '912a08a4-9ea0-4557-9d1f-a8b6aefd9015', 'status': 'completed', 'code': 200} May 18 14:41:49.378397 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b50cd3bb-6a01-4da1-9795-4189c866e999 req-32cf49f9-c52f-4d6a-b087-4ca7f8df7d33 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=76d21016-5fe1-4e74-8fb4-fec75a5a8363 HTTP/1.1" status: 200 len: 210 time: 0.0525675 May 18 14:41:49.943568 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:52.818391 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-3348dee0-6d7a-4d83-8ec7-efa6c69d5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:52.820966 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-3348dee0-6d7a-4d83-8ec7-efa6c69d5c59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=911712592a8c44b4a5a55c7a96434b41&device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1138 time: 0.1011522 May 18 14:41:52.853179 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58066) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:52.914440 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e643b-f76e-4590-b4ba-b0201267b530 req-f709a807-3173-4fbd-aba7-bb296cc63172 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:52.916382 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-992e643b-f76e-4590-b4ba-b0201267b530 req-f709a807-3173-4fbd-aba7-bb296cc63172 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.1661468 May 18 14:41:52.989719 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-992e643b-f76e-4590-b4ba-b0201267b530 req-80843e74-2403-4b6a-86bd-46c5f5e15b36 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659301 May 18 14:41:53.054492 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.060949 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-d4ffd88e-6971-46c0-bee5-3386983792e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:53.063607 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-d4ffd88e-6971-46c0-bee5-3386983792e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 200 len: 916 time: 0.2250249 May 18 14:41:53.074821 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:53.079694 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Usage tracker for resource:security_group_rule and tenant:fdb327f44c5d4a48931531e3b686a00b is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:53.083010 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:53.090314 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:53.202789 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.208565 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.221008 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-5b80f794-c0b0-408c-8f54-9afe86ab427e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:53.271570 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdb327f44c5d4a48931531e3b686a00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118969 May 18 14:41:53.272230 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58082) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:53.275912 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132853ae-5d33-4f89-8685-4248509f62a0,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:53.290630 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-3b57d2a2-8977-48ee-b172-260b7029c1b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 1001 time: 0.2100542 May 18 14:41:53.292662 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:53.340613 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f874da74-5213-4763-981c-ecb4ccb40bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.368900 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-a1533f82-2434-419d-b3bd-d30f8bd7fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:53.370615 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-a1533f82-2434-419d-b3bd-d30f8bd7fa35 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cd2d4b3-f62e-4a79-940c-ea1cbab58433 HTTP/1.1" status: 200 len: 854 time: 0.0725670 May 18 14:41:53.374328 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f874da74-5213-4763-981c-ecb4ccb40bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.442547 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f874da74-5213-4763-981c-ecb4ccb40bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.453597 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-90ba3761-f65d-498d-9ac2-b73a225ff97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:53.469111 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874da74-5213-4763-981c-ecb4ccb40bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132853ae-5d33-4f89-8685-4248509f62a0,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:53.471883 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f874da74-5213-4763-981c-ecb4ccb40bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:53.473233 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f874da74-5213-4763-981c-ecb4ccb40bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.475945 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-f874da74-5213-4763-981c-ecb4ccb40bc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/132853ae-5d33-4f89-8685-4248509f62a0 HTTP/1.1" status: 204 len: 168 time: 0.2003627 May 18 14:41:53.483214 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-5730bccd-a5df-410c-9a5c-1ea28755cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:53.484920 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-5730bccd-a5df-410c-9a5c-1ea28755cc10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dbb24039-3b97-401a-8991-0a5ed09a12d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1055899 May 18 14:41:53.641521 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:41:53.688861 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:41:53.689213 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 912a08a4-9ea0-4557-9d1f-a8b6aefd9015 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:41:53.722168 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-9e917d86-687e-4c6e-ada7-2b7afba72f76 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284122 May 18 14:41:53.802458 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58092) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:53.825548 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.841010 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:53.844968 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed2c1c575c84baaa9f3378875f46696 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:53.848145 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:53.854390 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:53.871278 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f5b9e39d-d012-473b-af7f-1d61ccbe7a4a req-53d1cd3e-d414-4e68-baff-ed51e2888fc2 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376426 May 18 14:41:53.951391 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.955633 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:53.965362 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-22bd9896-6881-4e4b-b078-a7cabc3afb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:54.007583 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b528ca-7348-4bbd-9fda-1045078ca9a4,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:54.015164 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ed2c1c575c84baaa9f3378875f46696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084739 May 18 14:41:54.015164 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:54.015445 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58098) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:41:54.081779 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-622d18cf-c1a7-4a73-9e3e-c9ce858801af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:54.112039 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-622d18cf-c1a7-4a73-9e3e-c9ce858801af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:54.234304 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-622d18cf-c1a7-4a73-9e3e-c9ce858801af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:54.240385 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9a739e1f-b925-43e4-b2b9-e18fea134a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:54.258338 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0a403-120d-4ac5-8142-ab11dd794f85 req-c229c8c0-1d8d-4d68-a3bc-b55b1d66ce43 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.263469 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-29c0a403-120d-4ac5-8142-ab11dd794f85 req-c229c8c0-1d8d-4d68-a3bc-b55b1d66ce43 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.1073263 May 18 14:41:54.266006 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d18cf-c1a7-4a73-9e3e-c9ce858801af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b528ca-7348-4bbd-9fda-1045078ca9a4,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:54.269992 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-622d18cf-c1a7-4a73-9e3e-c9ce858801af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:54.284300 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-622d18cf-c1a7-4a73-9e3e-c9ce858801af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:54.285283 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-622d18cf-c1a7-4a73-9e3e-c9ce858801af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07b528ca-7348-4bbd-9fda-1045078ca9a4 HTTP/1.1" status: 204 len: 168 time: 0.2689760 May 18 14:41:54.331918 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-29c0a403-120d-4ac5-8142-ab11dd794f85 req-ff054af1-7649-40f8-9daa-1a52c2a0bd08 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635688 May 18 14:41:54.513274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1385fa6-6e1d-40d6-baa4-52f6f804f139 req-7bee04e5-ea41-4996-a405-f0044341f601 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.513274 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a1385fa6-6e1d-40d6-baa4-52f6f804f139 req-7bee04e5-ea41-4996-a405-f0044341f601 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.0934873 May 18 14:41:54.596346 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a1385fa6-6e1d-40d6-baa4-52f6f804f139 req-21f84551-0c0c-4b8c-b20a-fdb8d55df0c6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774784 May 18 14:41:54.855071 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-7de502c8-ca5b-4613-81da-5ee5caeea817 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:54.856708 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-7de502c8-ca5b-4613-81da-5ee5caeea817 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/networks?id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c HTTP/1.1" status: 200 len: 813 time: 0.1555765 May 18 14:41:54.871227 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-26089d1d-927a-435f-a8ae-d95e8782d660 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/quotas/864744bae98f44bcbf34f43602454e6e HTTP/1.1" status: 200 len: 375 time: 0.0088356 May 18 14:41:54.919411 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-1296d04e-9ecb-47d0-b6c6-eef4180ef7c0 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=864744bae98f44bcbf34f43602454e6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420287 May 18 14:41:55.053702 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-a3a05f5a-9650-496d-8cb5-b46ff407eccd service neutron] 10.222.0.18 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265824 May 18 14:41:55.184502 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-80c7676d-c97f-4cba-b48b-80b37f28af2b service neutron] 10.222.0.18 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251132 May 18 14:41:55.377323 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8437db0e-467d-4244-93aa-c65b0649a35f req-bb44928d-e8c7-4f86-aab3-d98c0b128b6c tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 210 time: 0.0517366 May 18 14:41:55.557030 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaebbf6-62da-4809-a7fb-2240c49c4f2f req-e7844cab-5f50-43ab-a770-dd2974f0f051 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:55.561158 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-edaebbf6-62da-4809-a7fb-2240c49c4f2f req-e7844cab-5f50-43ab-a770-dd2974f0f051 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.0995629 May 18 14:41:55.614145 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-edaebbf6-62da-4809-a7fb-2240c49c4f2f req-b4313ea0-9a67-466c-a5e5-720849e34ac0 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491416 May 18 14:41:55.922146 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b576c-1b53-4ed5-93a5-8462816c8e39 req-fdb954c1-c56c-4ab8-8e4e-074986ac86a0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:55.929362 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-440b576c-1b53-4ed5-93a5-8462816c8e39 req-fdb954c1-c56c-4ab8-8e4e-074986ac86a0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.2015679 May 18 14:41:55.974632 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-440b576c-1b53-4ed5-93a5-8462816c8e39 req-dce21b5e-b797-48e9-bacd-5b7039dafe16 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 May 18 14:41:56.542777 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9af26bdb-a6f5-4f7b-bf6e-6652b999997c req-3f8bc5b7-2c1d-45bc-a28b-effdf394aa22 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 210 time: 0.0555904 May 18 14:41:56.828866 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-27afccea-ff5b-4249-87e2-1c5a2acf858a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:56.829613 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-27afccea-ff5b-4249-87e2-1c5a2acf858a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Synchronizing usage tracker for tenant:86a8148aefb84364b616460cedf5dd5f on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:41:56.843105 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-688c960c-95d5-4e0a-a067-9295dbdf3b0d tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:56.844680 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-688c960c-95d5-4e0a-a067-9295dbdf3b0d tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.66 "GET /v2.0/networks?id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c HTTP/1.1" status: 200 len: 813 time: 0.2484114 May 18 14:41:56.865785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Request body: {'port': {'device_id': '4fcd3a92-ab84-4608-be95-0abd72207a20', 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c', 'admin_state_up': True, 'tenant_id': '864744bae98f44bcbf34f43602454e6e'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:56.887306 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-27afccea-ff5b-4249-87e2-1c5a2acf858a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Unset dirty status for tenant:86a8148aefb84364b616460cedf5dd5f on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:41:56.888542 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-27afccea-ff5b-4249-87e2-1c5a2acf858a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.1922836 May 18 14:41:56.910727 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7122c00-3e37-4842-a15d-1e42f381a6e7 req-15b2dc7e-8ba4-4d10-87e7-5229dc6ebdb6 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:56.912809 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e7122c00-3e37-4842-a15d-1e42f381a6e7 req-15b2dc7e-8ba4-4d10-87e7-5229dc6ebdb6 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.1646674 May 18 14:41:56.976826 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e7122c00-3e37-4842-a15d-1e42f381a6e7 req-9f8c4134-367e-47d5-ae23-731b3520c015 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581560 May 18 14:41:57.156175 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:41:57.162930 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Usage tracker for resource:port and tenant:864744bae98f44bcbf34f43602454e6e is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:41:57.166311 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:41:57.177255 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:41:57.178158 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Deleting port e5862fa9-6692-4c19-b65a-f5e8087978cf {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:41:57.178506 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.204890 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db270050-2dad-4004-99dc-02f3319845c6 req-4de09c8d-7f99-4ba2-93a0-88919ef8e696 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:57.206452 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-db270050-2dad-4004-99dc-02f3319845c6 req-4de09c8d-7f99-4ba2-93a0-88919ef8e696 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 946 time: 0.0869985 May 18 14:41:57.265128 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-db270050-2dad-4004-99dc-02f3319845c6 req-f80bf031-a858-45df-a8f2-37cfe42230af tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=7fbd7913-6282-475c-ab29-5929661af9de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523741 May 18 14:41:57.275140 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Made reservation on behalf of 864744bae98f44bcbf34f43602454e6e for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:41:57.279397 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.408270 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] For port e5862fa9-6692-4c19-b65a-f5e8087978cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e5862fa9-6692-4c19-b65a-f5e8087978cf,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:41:57.408654 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.676320 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Allocated IP 172.20.0.14 (38e210a7-8eb0-44c5-b4ab-a317614bfa5c/ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e/4fbfe073-063f-427a-af49-db1ac244837c) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:41:57.722935 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-62177565-dafe-4c6a-9d89-6c31007eb5f9 req-493e0ef2-caa7-41dc-8269-5290b1827cdb tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 210 time: 0.0621769 May 18 14:41:57.881639 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.882278 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:57.882388 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.l3_db [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Floating IP b9e414ad-f2b0-4695-890b-12adf276c1a8 disassociated. External IP: 172.28.3.73, port: e5862fa9-6692-4c19-b65a-f5e8087978cf. May 18 14:41:57.882654 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Calling delete_port for e5862fa9-6692-4c19-b65a-f5e8087978cf owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:41:58.050675 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:58.180339 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb19fc6-52ea-44d3-8884-3b3e5701e6cd req-af86029e-1ab2-4657-ad45-5ca1ae97f414 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:58.181966 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-feb19fc6-52ea-44d3-8884-3b3e5701e6cd req-af86029e-1ab2-4657-ad45-5ca1ae97f414 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.0887978 May 18 14:41:58.234194 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-feb19fc6-52ea-44d3-8884-3b3e5701e6cd req-9ae0e156-0f32-403b-8b1d-29550c989fab tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460441 May 18 14:41:58.254394 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:58.261254 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2433afdf-a4eb-4036-94ce-13c01fa20726 tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:58.292607 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:58.351201 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:41:58.403075 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:41:58.414041 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:41:58.439346 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Pushing event updated for resources: {'Port': ['ID=4fbfe073-063f-427a-af49-db1ac244837c,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:58.440054 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7bf34864-c844-4a39-b7a0-0ce8687c971c req-a7fc8f6a-6085-4689-8058-e1ed5fa72495 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 210 time: 0.0494349 May 18 14:41:58.457006 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:58.459553 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8c73d505-1288-4dbc-bd03-3a297ce6cb36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:58.531606 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event deleted for resources: {'Port': ['ID=e5862fa9-6692-4c19-b65a-f5e8087978cf,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:41:58.533204 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:41:58.606468 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:58.607105 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:58.662910 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8038988 May 18 14:41:58.670677 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Router 395f1065-3754-42ac-929c-841a49e17226 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:41:58.681249 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Request body: {'port': {'device_id': '4fcd3a92-ab84-4608-be95-0abd72207a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:41:58.940046 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff207f-c110-4b82-bb53-5f387adbc607 req-76dd0219-deef-488f-b070-b8c71741030b tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:58.941894 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-14ff207f-c110-4b82-bb53-5f387adbc607 req-76dd0219-deef-488f-b070-b8c71741030b tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 932 time: 0.1041887 May 18 14:41:58.956830 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:58.982544 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:41:58.999056 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-14ff207f-c110-4b82-bb53-5f387adbc607 req-9ed1be7f-4752-4162-ae6e-5fcceddad354 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476356 May 18 14:41:59.004675 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] Sync routers for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:41:59.025775 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:59.026707 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:41:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:59.049181 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:41:59.118304 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] No DVR routers for this DVR port e5862fa9-6692-4c19-b65a-f5e8087978cf on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:41:59.122817 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:59.124781 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-7e7e7fb8-5de7-4f50-8574-9ea331d312cc req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "DELETE /v2.0/ports/e5862fa9-6692-4c19-b65a-f5e8087978cf HTTP/1.1" status: 204 len: 173 time: 2.2233102 May 18 14:41:59.125290 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-deleted', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:41:59.203564 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7375dec7-9429-48cc-8594-2b8c627e757d', 'name': 'network-vif-deleted', 'tag': 'e5862fa9-6692-4c19-b65a-f5e8087978cf', 'status': 'completed', 'code': 200} May 18 14:41:59.290762 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:41:59.717427 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbfe073-063f-427a-af49-db1ac244837c {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:41:59.732449 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:59.753370 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:59.754556 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Transition to ACTIVE for port object 4fbfe073-063f-427a-af49-db1ac244837c will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:41:59.757713 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] Checking router: 395f1065-3754-42ac-929c-841a49e17226 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:41:59.762988 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:41:59.771556 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-fd440da2-da4e-4613-8506-7aa1f643c068 tempest-VolumesActionsTest-532742221 tempest-VolumesActionsTest-532742221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:41:59.786593 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:41:59.786593 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:41:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:41:59.918600 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9d504-6ec4-4410-a40a-71868623cf3c req-18ab235b-7d42-4b3f-b4e1-b421bc638eb4 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:41:59.925022 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f8f9d504-6ec4-4410-a40a-71868623cf3c req-18ab235b-7d42-4b3f-b4e1-b421bc638eb4 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.5553157 May 18 14:42:00.021816 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:00.034933 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Pushing event updated for resources: {'Port': ['ID=4fbfe073-063f-427a-af49-db1ac244837c,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:00.041416 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:00.063945 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8695720f-c4a7-4f71-8fba-b327c80b32b4 req-1c9167d1-1a8c-4cf3-b1a8-8eec9d89346f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=7375dec7-9429-48cc-8594-2b8c627e757d HTTP/1.1" status: 200 len: 210 time: 0.2400751 May 18 14:42:00.101887 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f8f9d504-6ec4-4410-a40a-71868623cf3c req-8272157e-f39b-4790-8463-5754143d90af tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707032 May 18 14:42:00.127017 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Attempting to bind port 4fbfe073-063f-427a-af49-db1ac244837c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:42:00.127465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Attempting to bind port 4fbfe073-063f-427a-af49-db1ac244837c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:42:00.127802 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Attempting to bind port 4fbfe073-063f-427a-af49-db1ac244837c on network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:42:00.132886 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Port 4fbfe073-063f-427a-af49-db1ac244837c on network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:42:00.138684 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Attempting to bind port 4fbfe073-063f-427a-af49-db1ac244837c on network 38e210a7-8eb0-44c5-b4ab-a317614bfa5c {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:42:00.140109 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:42:00.140456 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Checking segment: {'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:42:00.140878 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Bound using segment: {'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:42:00.141337 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Bound port: 4fbfe073-063f-427a-af49-db1ac244837c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41452024-07b7-4011-8361-2f472e9a24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:42:00.141686 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:00.287163 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f633d-b20b-40a1-b336-198656c98569 req-5c33e517-61fa-42f8-a775-fd67010ba0f1 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.297253 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1f1f633d-b20b-40a1-b336-198656c98569 req-5c33e517-61fa-42f8-a775-fd67010ba0f1 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 944 time: 0.1101780 May 18 14:42:00.341481 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] For port 4fbfe073-063f-427a-af49-db1ac244837c, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:42:00.346596 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] For port 4fbfe073-063f-427a-af49-db1ac244837c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4fbfe073-063f-427a-af49-db1ac244837c,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:42:00.352455 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:00.356771 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-824acc6b-b5c0-436a-be4f-cfd66d7e50aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:00.367773 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1f1f633d-b20b-40a1-b336-198656c98569 req-44352995-d7b0-4855-8214-1720f98a9621 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694430 May 18 14:42:00.428146 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Pushing event updated for resources: {'Port': ['ID=4fbfe073-063f-427a-af49-db1ac244837c,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:00.439717 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:00.450467 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.453392 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:00.455370 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] 10.222.0.66 "PUT /v2.0/ports/4fbfe073-063f-427a-af49-db1ac244837c HTTP/1.1" status: 200 len: 1094 time: 1.7798812 May 18 14:42:00.485778 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:00.490588 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9c0641-c2cc-4903-8b42-1ce271d9a24d None None] The sync data for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb is: [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:42:00.607828 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-aab44fe8-0563-411b-acfb-3413299f3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.609775 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-aab44fe8-0563-411b-acfb-3413299f3ec9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864744bae98f44bcbf34f43602454e6e&device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 1097 time: 0.0973132 May 18 14:42:00.694006 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-4239f762-eeed-40d5-9a45-f38ceddf05f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fbfe073-063f-427a-af49-db1ac244837c HTTP/1.1" status: 200 len: 217 time: 0.0744987 May 18 14:42:00.785433 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-47b6f280-f654-4c9e-8bd3-35a718eaf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:00.787152 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-47b6f280-f654-4c9e-8bd3-35a718eaf6e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e HTTP/1.1" status: 200 len: 853 time: 0.0817344 May 18 14:42:00.852203 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-96669a5e-1321-4722-ade9-1da197b06c00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473998 May 18 14:42:00.879670 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea578e-4bed-4a04-86e2-2c39d0fb0b47 None None] New status for floating IP b9e414ad-f2b0-4695-890b-12adf276c1a8: DOWN {{(pid=91428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:42:01.022486 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-c4fb8e21-37c7-44e5-b117-05774d90699b service neutron] 10.222.0.66 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596532 May 18 14:42:01.211477 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcd3a92-ab84-4608-be95-0abd72207a20', 'tag': '4fbfe073-063f-427a-af49-db1ac244837c'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:01.218171 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-cdbd09b4-f636-4ec4-aedd-741872e46b08 req-ef4eb669-d643-4d98-b44e-8b6ce6bb9b2e service neutron] 10.222.0.66 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878982 May 18 14:42:01.337274 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3f61-50c3-4ddb-9e51-76cb01574da1 req-d7df290a-cb6c-4f23-9bac-5a649d7361b8 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.338617 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5f6c3f61-50c3-4ddb-9e51-76cb01574da1 req-d7df290a-cb6c-4f23-9bac-5a649d7361b8 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.0804408 May 18 14:42:01.393529 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5f6c3f61-50c3-4ddb-9e51-76cb01574da1 req-2f21e472-a857-44a1-b573-40bff39baf11 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479176 May 18 14:42:01.449483 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcd3a92-ab84-4608-be95-0abd72207a20', 'tag': '4fbfe073-063f-427a-af49-db1ac244837c', 'status': 'completed', 'code': 200} May 18 14:42:01.559264 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-8ec9fdda-4a02-4aef-92db-9bd5109431d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.561234 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-8ec9fdda-4a02-4aef-92db-9bd5109431d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864744bae98f44bcbf34f43602454e6e&device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 1097 time: 0.0825603 May 18 14:42:01.619168 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89002e4-538f-406f-b19f-eeb1eca4b0f0 req-4305dcd7-3a93-4ffd-b505-057c124b79b0 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.620617 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f89002e4-538f-406f-b19f-eeb1eca4b0f0 req-4305dcd7-3a93-4ffd-b505-057c124b79b0 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 944 time: 0.0829306 May 18 14:42:01.669191 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f89002e4-538f-406f-b19f-eeb1eca4b0f0 req-6df7bcc8-6cb6-4bff-9d3e-f84a115e1a66 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421429 May 18 14:42:01.669455 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:01.705357 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-3b17e2cf-37ec-459a-9e27-4b29cadcd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.706814 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-3b17e2cf-37ec-459a-9e27-4b29cadcd725 service neutron] 10.222.0.66 "GET /v2.0/networks?id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c HTTP/1.1" status: 200 len: 914 time: 0.1352825 May 18 14:42:01.708056 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: e5862fa9-6692-4c19-b65a-f5e8087978cf {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:01.708424 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device e5862fa9-6692-4c19-b65a-f5e8087978cf not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:01.781349 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-2fe24c63-bc94-4206-bab3-2c46dad9f582 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fbfe073-063f-427a-af49-db1ac244837c HTTP/1.1" status: 200 len: 217 time: 0.0650754 May 18 14:42:01.853632 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-bf139eb4-c940-4fd0-8742-210cd09c464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:01.855100 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-bf139eb4-c940-4fd0-8742-210cd09c464f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e HTTP/1.1" status: 200 len: 853 time: 0.0657220 May 18 14:42:01.909084 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-818aa433-07d1-4ad5-9a15-52c01646225a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=38e210a7-8eb0-44c5-b4ab-a317614bfa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422657 May 18 14:42:02.063491 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-9b4488db-eb90-4456-a6a3-5fde88a4c45b service neutron] 10.222.0.66 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430607 May 18 14:42:02.209632 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-dfc48af8-5b40-423f-bf94-87ac71d1ab29 req-d3c592e0-4955-4b06-848b-e655f73922ad service neutron] 10.222.0.66 "GET /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327896 May 18 14:42:02.263082 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58356) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:02.333060 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-11b94c14-e429-4eff-8cc7-c7aef223bee4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:02.362582 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-11b94c14-e429-4eff-8cc7-c7aef223bee4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:02.421708 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-11b94c14-e429-4eff-8cc7-c7aef223bee4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:02.432236 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a117ea14-8c53-4a7a-8647-eeca3441c79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:02.452189 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b94c14-e429-4eff-8cc7-c7aef223bee4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbd7913-6282-475c-ab29-5929661af9de,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:02.455023 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-11b94c14-e429-4eff-8cc7-c7aef223bee4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:02.463973 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-11b94c14-e429-4eff-8cc7-c7aef223bee4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:02.465431 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-11b94c14-e429-4eff-8cc7-c7aef223bee4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "DELETE /v2.0/security-groups/7fbd7913-6282-475c-ab29-5929661af9de HTTP/1.1" status: 204 len: 168 time: 0.2013102 May 18 14:42:02.468691 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58362) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:02.488646 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.api.v2.resource [None req-11707968-2edd-4d83-871d-95b7337b235d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] show failed (client error): The resource could not be found. May 18 14:42:02.490732 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-11707968-2edd-4d83-871d-95b7337b235d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups/7fbd7913-6282-475c-ab29-5929661af9de HTTP/1.1" status: 404 len: 347 time: 0.0208127 May 18 14:42:02.493729 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58366) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:02.840540 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf1eb2-c2fc-4fbe-868f-5763a675d54c req-b4a03385-aca7-4334-83ba-fb0f3568fdc9 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:02.842090 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d4cf1eb2-c2fc-4fbe-868f-5763a675d54c req-b4a03385-aca7-4334-83ba-fb0f3568fdc9 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.2790167 May 18 14:42:02.922400 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d4cf1eb2-c2fc-4fbe-868f-5763a675d54c req-42b61d7c-5215-4faf-8ec0-378a56f817b3 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619183 May 18 14:42:02.925163 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Deleting port 0d759bcc-a2d2-43aa-9122-3dfa68258efc {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:02.925636 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:02.973201 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9133f67-f6d4-47e1-8c37-4b5ac315c2c6 req-02aa8ab3-655f-45d8-bf39-aa01dd9b7954 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:02.974808 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a9133f67-f6d4-47e1-8c37-4b5ac315c2c6 req-02aa8ab3-655f-45d8-bf39-aa01dd9b7954 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 944 time: 0.1951191 May 18 14:42:03.199225 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a9133f67-f6d4-47e1-8c37-4b5ac315c2c6 req-6a6edd10-2ff7-4c6d-8f23-da99262272e4 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754222 May 18 14:42:03.214460 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.215042 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.345580 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Calling delete_port for 0d759bcc-a2d2-43aa-9122-3dfa68258efc owned by network:floatingip {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:03.473619 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.479372 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4d3f7634-099b-4172-ad34-003bf139b299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:03.524552 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event deleted for resources: {'Port': ['ID=0d759bcc-a2d2-43aa-9122-3dfa68258efc,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:03.527791 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:03.623113 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.642144 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.643292 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d1b3da99-0ef4-4eb5-9654-f9e914c47b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "DELETE /v2.0/floatingips/b9e414ad-f2b0-4695-890b-12adf276c1a8 HTTP/1.1" status: 204 len: 168 time: 1.1484714 May 18 14:42:03.686407 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 4fbfe073-063f-427a-af49-db1ac244837c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:42:03.831597 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 4fbfe073-063f-427a-af49-db1ac244837c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4fbfe073-063f-427a-af49-db1ac244837c,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:03.847999 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '4fbfe073-063f-427a-af49-db1ac244837c', 'network_id': '38e210a7-8eb0-44c5-b4ab-a317614bfa5c', 'port_id': '4fbfe073-063f-427a-af49-db1ac244837c', 'mac_address': 'fa:16:3e:34:de:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:42:03.866871 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58386) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:03.872356 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104894877', 'description': 'tempest-description--1242671949'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:03.878202 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:03.882430 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:security_group and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:03.885377 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:03.891327 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:03.904438 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.911666 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.929552 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:03.934703 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:security_group_rule and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:03.934935 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbfe073-063f-427a-af49-db1ac244837c {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:42:03.937696 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:03.943988 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:03.952375 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 4fbfe073-063f-427a-af49-db1ac244837c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4fbfe073-063f-427a-af49-db1ac244837c,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:03.956838 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:03.959629 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:04.031101 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.032932 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=4fbfe073-063f-427a-af49-db1ac244837c,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:04.041774 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.042117 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.042451 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.042781 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.043119 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.043439 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.044360 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.044714 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.045036 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.045355 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.045672 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.045780 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.045987 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:04.050359 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0d406cc4-2f62-45b1-895a-f9fd00587c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:04.050594 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:04.101136 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8501df1-82bc-4026-8e15-a8e177dbce89,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:04.103837 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.108686 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58392) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:04.108923 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2407355 May 18 14:42:04.109786 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-65b23dcb-f847-465a-a8dc-a3aba7e412ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:04.116804 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'security_group_rule': {'security_group_id': 'c8501df1-82bc-4026-8e15-a8e177dbce89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:04.125755 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:04.132636 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:security_group_rule and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:04.136802 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:04.143458 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:04.152569 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d66640-2273-4a97-b8ae-332dfc113a1d req-85f20554-a40d-48b3-b079-4d9f802ef92a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:04.154129 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-24d66640-2273-4a97-b8ae-332dfc113a1d req-85f20554-a40d-48b3-b079-4d9f802ef92a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.1192064 May 18 14:42:04.189506 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.238644 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-24d66640-2273-4a97-b8ae-332dfc113a1d req-863a208d-237f-471a-bfbb-5a07c55cbcb7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777683 May 18 14:42:04.253043 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['4fbfe073-063f-427a-af49-db1ac244837c'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:04.279074 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.283259 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.285719 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:04.305907 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd727e93-82c8-4de9-94ca-39b830b0aab5,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:04.316277 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:04.325383 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.329114 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-5a1b604e-02b7-4331-93c9-81df669b6c7b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156782 May 18 14:42:04.329706 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58400) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:04.335869 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'security_group_rule': {'security_group_id': 'c8501df1-82bc-4026-8e15-a8e177dbce89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:04.342438 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:04.346877 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:security_group_rule and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:04.350243 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:04.359981 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:04.385401 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.426662 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca700f0-d504-46db-b1ce-f9ea18b6646c req-b2cf01ff-b9fa-486a-8da4-0c37f1875971 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:04.428904 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8ca700f0-d504-46db-b1ce-f9ea18b6646c req-b2cf01ff-b9fa-486a-8da4-0c37f1875971 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 945 time: 0.1004193 May 18 14:42:04.488927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.493579 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.496086 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8ca700f0-d504-46db-b1ce-f9ea18b6646c req-9ab046eb-7698-407b-9b3f-86c950f5b129 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614464 May 18 14:42:04.500826 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:04.526629 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1606a9b6-e720-47c0-9e1e-6869c41741ca,revision_number=0']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:04.529752 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:04.540298 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.548626 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-12d3b181-2b21-4124-918a-2ea4b9e4b2f7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2110064 May 18 14:42:04.548626 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58408) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:04.555122 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'floatingip': {'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:04.566869 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:04.572920 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Usage tracker for resource:floatingip and tenant:86a8148aefb84364b616460cedf5dd5f is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:04.578282 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:04.587249 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:04.719217 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:04.856085 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.022883 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Allocated IP 172.28.3.134 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/50fda3e9-817c-4b16-aa2c-96a23efa9a31) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:42:05.182635 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.213392 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.219337 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-302e68e6-1899-415d-8d97-fb450f8fb465 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:05.291949 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:42:05.295205 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:42:05.299169 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:42:05.339382 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'Port': ['ID=50fda3e9-817c-4b16-aa2c-96a23efa9a31,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:05.347965 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:05.366128 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58428) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:05.393038 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.460939 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.481942 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18f4e5-910c-4495-ac1d-240315b4c904 req-e59cd3f1-4df0-41f6-b608-d97c728b25b2 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:05.483526 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cf18f4e5-910c-4495-ac1d-240315b4c904 req-e59cd3f1-4df0-41f6-b608-d97c728b25b2 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.0923843 May 18 14:42:05.518043 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.549900 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:05.558966 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Usage tracker for resource:security_group_rule and tenant:a96af6d400ab4cf399eec7aef296d124 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:05.572885 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:05.580529 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cf18f4e5-910c-4495-ac1d-240315b4c904 req-c0ee173c-ad36-483d-b4b3-f4180982e8ac tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815547 May 18 14:42:05.584971 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:05.694973 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 4fbfe073-063f-427a-af49-db1ac244837c up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:42:05.703220 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.708478 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.713495 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-638467ac-3d68-4807-84d9-2f8eb4a4d2ba tempest-ServerRescueNegativeTestJSON-318851454 tempest-ServerRescueNegativeTestJSON-318851454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:05.760547 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf29a4-50b4-40a9-be54-cea1941ec696 req-cd612ed7-db3c-4e80-9056-0a88ca5d0e6c tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:05.762685 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7bbf29a4-50b4-40a9-be54-cea1941ec696 req-cd612ed7-db3c-4e80-9056-0a88ca5d0e6c tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 945 time: 0.1421616 May 18 14:42:05.767559 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.778182 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 4fbfe073-063f-427a-af49-db1ac244837c completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:42:05.786462 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 4fbfe073-063f-427a-af49-db1ac244837c triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:05.786844 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.789421 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.800220 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6182f069-2fb4-4d24-adc4-8cf7a7fd7ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:05.828668 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'Port': ['ID=50fda3e9-817c-4b16-aa2c-96a23efa9a31,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:05.833223 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:05.843465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.867495 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.869325 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-34a58ae7-ee46-4023-8010-20d83043b06e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3217812 May 18 14:42:05.897124 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a96af6d400ab4cf399eec7aef296d124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5299010 May 18 14:42:05.899878 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58438) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:05.900164 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7bbf29a4-50b4-40a9-be54-cea1941ec696 req-d01b41f0-9241-422d-8023-98fd8dc1019a tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276727 May 18 14:42:05.900879 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87835c46-972b-4fc1-b24e-d5f85ec12d02,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:05.904084 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:05.940024 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.971071 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcd3a92-ab84-4608-be95-0abd72207a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbfe073-063f-427a-af49-db1ac244837c'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:05.973597 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7340e047-3908-4da8-8187-bc55c82baa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.981757 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 4fbfe073-063f-427a-af49-db1ac244837c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4fbfe073-063f-427a-af49-db1ac244837c,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:05.986296 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:05.990463 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:06.014407 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7340e047-3908-4da8-8187-bc55c82baa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.045418 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcd3a92-ab84-4608-be95-0abd72207a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbfe073-063f-427a-af49-db1ac244837c', 'code': 200} May 18 14:42:06.098259 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7340e047-3908-4da8-8187-bc55c82baa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.105093 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8277f924-fcee-4a48-b6e5-068cb06f56f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:06.117289 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=4fbfe073-063f-427a-af49-db1ac244837c,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:06.121689 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340e047-3908-4da8-8187-bc55c82baa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87835c46-972b-4fc1-b24e-d5f85ec12d02,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:06.123552 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:06.125864 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7340e047-3908-4da8-8187-bc55c82baa07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:06.127965 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7340e047-3908-4da8-8187-bc55c82baa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.131414 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-7340e047-3908-4da8-8187-bc55c82baa07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87835c46-972b-4fc1-b24e-d5f85ec12d02 HTTP/1.1" status: 204 len: 168 time: 0.2282596 May 18 14:42:06.202752 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-4729f54d-8839-4304-80e6-4d6bff0e589c tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1104894877&fields=id&tenant_id=86a8148aefb84364b616460cedf5dd5f HTTP/1.1" status: 200 len: 267 time: 0.0491309 May 18 14:42:06.306485 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdc997-c563-49b6-bc76-13a9ddfa4685 req-e809c793-93e5-4e6a-bb9d-abc44978c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:06.307640 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-39cdc997-c563-49b6-bc76-13a9ddfa4685 req-e809c793-93e5-4e6a-bb9d-abc44978c200 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 1099 time: 0.0799184 May 18 14:42:06.371610 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-54f23ee9-adb7-474b-be81-2e2ecb242a22 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:06.373733 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-54f23ee9-adb7-474b-be81-2e2ecb242a22 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 816 time: 0.1623223 May 18 14:42:06.376226 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-39cdc997-c563-49b6-bc76-13a9ddfa4685 req-add17ef9-80e0-4711-ae2b-58b6c814c23a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582941 May 18 14:42:06.390940 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-64c13117-8c17-4eb7-ab66-b7fac7099812 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/quotas/86a8148aefb84364b616460cedf5dd5f HTTP/1.1" status: 200 len: 375 time: 0.0116837 May 18 14:42:06.474749 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58460) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:06.492764 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-c8cb3f0b-6b40-4eeb-b976-d6fa8e1dc5a6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Synchronizing usage tracker for tenant:86a8148aefb84364b616460cedf5dd5f on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:06.493026 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.508329 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:06.509111 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-c8cb3f0b-6b40-4eeb-b976-d6fa8e1dc5a6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Unset dirty status for tenant:86a8148aefb84364b616460cedf5dd5f on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:06.510527 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-c8cb3f0b-6b40-4eeb-b976-d6fa8e1dc5a6 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1140406 May 18 14:42:06.512547 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Usage tracker for resource:security_group_rule and tenant:849aa1ba146d4540b972ff511e51ed0d is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:06.516236 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:06.523257 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:06.617801 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.621951 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.635655 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e101bae7-ef4c-4af6-bee0-bf3a8752db37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:06.669457 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-2b6ce5c8-31a1-4cdf-bf28-aebb1e86655c service neutron] 10.222.0.18 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436737 May 18 14:42:06.676417 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f81a7ee-0030-4bc4-bf61-83c8ae2a39ca,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:06.686871 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=849aa1ba146d4540b972ff511e51ed0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110465 May 18 14:42:06.687859 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:06.689494 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58466) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:06.761249 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-83fcd92c-f73c-4881-8d5f-eaf9cac570ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.788556 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-83fcd92c-f73c-4881-8d5f-eaf9cac570ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.849519 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-83fcd92c-f73c-4881-8d5f-eaf9cac570ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.853722 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-042de334-ee84-4fb7-a750-af5f523ac4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:06.868610 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcd92c-f73c-4881-8d5f-eaf9cac570ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f81a7ee-0030-4bc4-bf61-83c8ae2a39ca,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:06.870938 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-83fcd92c-f73c-4881-8d5f-eaf9cac570ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:06.881204 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-83fcd92c-f73c-4881-8d5f-eaf9cac570ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:06.885143 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-83fcd92c-f73c-4881-8d5f-eaf9cac570ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f81a7ee-0030-4bc4-bf61-83c8ae2a39ca HTTP/1.1" status: 204 len: 168 time: 0.1944568 May 18 14:42:06.987727 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-a0da3e7c-e7ad-4a5a-a514-82f8bde4cf03 service neutron] 10.222.0.18 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093970 May 18 14:42:07.001927 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc01438-d0a4-404e-8b82-053ad5a1b376 req-1740c053-01e6-4d2f-8edd-00497062a9ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:07.003750 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9cc01438-d0a4-404e-8b82-053ad5a1b376 req-1740c053-01e6-4d2f-8edd-00497062a9ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.2845559 May 18 14:42:07.080765 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9cc01438-d0a4-404e-8b82-053ad5a1b376 req-26319759-0d58-409b-873d-a6d0fc100edc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699065 May 18 14:42:07.220227 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-db4ab2b4-5579-481a-83cf-c00dd733c4e6 req-1487397c-5cb9-49f7-b72d-49dbcf6b0ba7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 210 time: 0.0577736 May 18 14:42:07.326551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9e89a-5e38-4485-a858-e229f61069a1 req-86a3daa6-8763-4c58-95d8-6598bbdc8586 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:07.334042 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bab9e89a-5e38-4485-a858-e229f61069a1 req-86a3daa6-8763-4c58-95d8-6598bbdc8586 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.1120248 May 18 14:42:07.381792 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bab9e89a-5e38-4485-a858-e229f61069a1 req-41b60104-a27e-41bb-91bc-cb9ad555afb4 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 May 18 14:42:07.395792 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58486) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:07.430065 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.447421 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:07.452610 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Usage tracker for resource:security_group_rule and tenant:a19d4cbb6da3438eb0ecc307f2a94c3a is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:07.456161 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:07.463039 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:07.571861 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.576290 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.585494 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e007f68a-e060-4322-a4e7-438f55dcf805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:07.627016 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a19d4cbb6da3438eb0ecc307f2a94c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297947 May 18 14:42:07.628753 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153ed20a-dc15-46fa-af20-600a6ab24a15,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:07.629496 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58494) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:07.631869 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0cffac77-bc10-459f-9f28-74bfd7497778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:07.695875 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-09cddb4d-c4d2-4b3a-82f5-eaab47be7f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.725024 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-09cddb4d-c4d2-4b3a-82f5-eaab47be7f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.793963 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-09cddb4d-c4d2-4b3a-82f5-eaab47be7f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.798083 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7f91d965-cb90-443a-b33d-33b111d4483e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:07.811618 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cddb4d-c4d2-4b3a-82f5-eaab47be7f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153ed20a-dc15-46fa-af20-600a6ab24a15,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:07.814917 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-09cddb4d-c4d2-4b3a-82f5-eaab47be7f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:07.822413 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-09cddb4d-c4d2-4b3a-82f5-eaab47be7f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:07.826454 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-09cddb4d-c4d2-4b3a-82f5-eaab47be7f2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/153ed20a-dc15-46fa-af20-600a6ab24a15 HTTP/1.1" status: 204 len: 168 time: 0.1928442 May 18 14:42:08.396966 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734cb8d-35e5-416d-b429-be3897fe34dd req-dced32b6-3c68-422e-ab55-939694087aae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.406162 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9734cb8d-35e5-416d-b429-be3897fe34dd req-dced32b6-3c68-422e-ab55-939694087aae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.1987846 May 18 14:42:08.445981 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a7d0f-46c4-42f3-832f-f11c4e078449 req-b30c4168-d4b6-41c1-b979-7f5e2de72ef3 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.447693 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a81a7d0f-46c4-42f3-832f-f11c4e078449 req-b30c4168-d4b6-41c1-b979-7f5e2de72ef3 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1708932 May 18 14:42:08.508944 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9734cb8d-35e5-416d-b429-be3897fe34dd req-9dc0122a-e6aa-4526-a84b-ab9763930143 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017928 May 18 14:42:08.557279 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a81a7d0f-46c4-42f3-832f-f11c4e078449 req-c79028ae-e601-4859-87ed-871c3cb06e6a tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970335 May 18 14:42:08.570640 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-48b5f9ad-b3e3-40b5-ba42-6ed048089f0b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.573254 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-48b5f9ad-b3e3-40b5-ba42-6ed048089f0b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 816 time: 0.2071025 May 18 14:42:08.647367 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-2b04c135-f7ec-4c74-8162-e39724f3d1e3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Synchronizing usage tracker for tenant:86a8148aefb84364b616460cedf5dd5f on resource:security_group {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:08.673540 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-2b04c135-f7ec-4c74-8162-e39724f3d1e3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Unset dirty status for tenant:86a8148aefb84364b616460cedf5dd5f on resource:security_group {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:08.675464 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-2b04c135-f7ec-4c74-8162-e39724f3d1e3 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a8148aefb84364b616460cedf5dd5f HTTP/1.1" status: 200 len: 380 time: 0.0913994 May 18 14:42:08.693808 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'port': {'device_id': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'admin_state_up': True, 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'security_groups': ['c8501df1-82bc-4026-8e15-a8e177dbce89']}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:08.822389 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8e67e4a4-0e89-4d71-b96f-d231213d487e req-05faaccb-04f1-4437-9cf9-c58b2a0311ef tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 210 time: 0.0567737 May 18 14:42:08.845783 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caa8f1-d9d9-47f8-a0ef-713de0a2bf44 req-37235fe0-ffa3-432c-bb68-37564d0f0bfa tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:08.847720 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-60caa8f1-d9d9-47f8-a0ef-713de0a2bf44 req-37235fe0-ffa3-432c-bb68-37564d0f0bfa tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.1503444 May 18 14:42:08.902103 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-60caa8f1-d9d9-47f8-a0ef-713de0a2bf44 req-cd67cb7f-3bfd-4d13-a7f7-d2dd40b0f306 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478945 May 18 14:42:08.957048 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:08.968971 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:08.981951 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Made reservation on behalf of 86a8148aefb84364b616460cedf5dd5f for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:42:08.986360 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:09.179307 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Allocated IP 172.20.0.12 (8b001595-5c30-4c08-85c1-7b5afbf6ef8e/8f10d4a1-1722-4e43-be82-057027367984/f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:42:09.405483 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:09.424167 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Transition to ACTIVE for port object f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:42:09.452156 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:09.468519 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bb27d6dd-0d0c-4ede-81f5-9c1ac225f68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:09.546717 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:42:09.550216 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:42:09.555260 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:42:09.631817 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.632471 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:09.654477 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:09.666967 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:09.695496 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0132604 May 18 14:42:09.708853 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Request body: {'port': {'device_id': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:09.798425 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8c85e-41fe-41f6-998d-2316c6026a54 req-cc274a4f-c324-461c-8cce-67b8d001b8d6 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.801229 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-71a8c85e-41fe-41f6-998d-2316c6026a54 req-cc274a4f-c324-461c-8cce-67b8d001b8d6 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.1409316 May 18 14:42:09.890203 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:09.942463 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-71a8c85e-41fe-41f6-998d-2316c6026a54 req-eaade7ff-f001-46d1-b4ff-8e495da74e6a tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341846 May 18 14:42:09.963456 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8070c9-7caf-4300-9977-613a37b333d0 req-897c681a-916b-4eaf-97c6-cf3d6b855e6d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:09.973969 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6f8070c9-7caf-4300-9977-613a37b333d0 req-897c681a-916b-4eaf-97c6-cf3d6b855e6d tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1662066 May 18 14:42:10.001258 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-6f4c3f2e-0aa7-466d-be73-4831e5284118 None None] Provisioning for port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:42:10.010779 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-6f4c3f2e-0aa7-466d-be73-4831e5284118 None None] Provisioning complete for port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:10.011545 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3f2e-0aa7-466d-be73-4831e5284118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:10.086843 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6f8070c9-7caf-4300-9977-613a37b333d0 req-b3523f64-cf53-4405-ba17-06d2e8de7f2e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130240 May 18 14:42:10.143273 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-6f4c3f2e-0aa7-466d-be73-4831e5284118 None None] Port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:42:10.232839 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca51ba0-0481-4633-aa0f-d343def75089 req-936dec38-d7f6-4c37-b399-314acf78684f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:10.234305 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2ca51ba0-0481-4633-aa0f-d343def75089 req-936dec38-d7f6-4c37-b399-314acf78684f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 932 time: 0.1109421 May 18 14:42:10.287330 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2ca51ba0-0481-4633-aa0f-d343def75089 req-b08081a3-f1a3-451a-a366-fbfcaec06e1d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467207 May 18 14:42:10.383678 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:42:10.391512 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:10.407175 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Transition to ACTIVE for port object f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:42:10.413957 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:10.419818 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-9d2b3f75-3ea2-4dc4-8fd5-855a2df31eb1 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:10.604073 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:10.659498 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.660161 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.660501 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.661009 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.661572 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.662025 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.662574 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.663020 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.663471 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.663929 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.664389 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.665298 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:10.716759 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:10.811736 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Attempting to bind port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:42:10.812069 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Attempting to bind port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:42:10.812397 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Attempting to bind port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d on network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:42:10.818575 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d on network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:42:10.818894 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Attempting to bind port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d on network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:42:10.826442 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:42:10.826775 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Checking segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:42:10.827156 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Bound using segment: {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:42:10.827583 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Bound port: f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e471be3-9f8b-465b-8a57-31023a65189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:42:10.827924 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:10.844061 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-3b452a81-c420-409f-9ec3-5eabec5f5957 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:10.844791 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-3b452a81-c420-409f-9ec3-5eabec5f5957 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Synchronizing usage tracker for tenant:49895d1d336f4f30be021701578f19fc on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:10.898275 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-3b452a81-c420-409f-9ec3-5eabec5f5957 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Unset dirty status for tenant:49895d1d336f4f30be021701578f19fc on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:10.899403 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-3b452a81-c420-409f-9ec3-5eabec5f5957 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.2295206 May 18 14:42:11.041322 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:42:11.061487 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:42:11.068514 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:11.072656 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3c0095e6-b8f8-49be-a3f0-4ad1541bce63 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:11.190668 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9f792-f73c-42f8-929f-0752c91ce7de req-ea3be6ba-e7d5-48c8-9281-64f05761d9ab tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:11.192416 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37d9f792-f73c-42f8-929f-0752c91ce7de req-ea3be6ba-e7d5-48c8-9281-64f05761d9ab tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.1096570 May 18 14:42:11.285194 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:11.285888 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:11.287320 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-cb913777-9e67-407b-9917-80be26227a6e service neutron] 10.222.0.66 "PUT /v2.0/ports/f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d HTTP/1.1" status: 200 len: 1094 time: 1.5836461 May 18 14:42:11.288627 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:11.304667 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-37d9f792-f73c-42f8-929f-0752c91ce7de req-89758826-6c38-40a6-be6b-8fe830107067 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c&id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754633 May 18 14:42:11.305197 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Deleting port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:11.305584 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:11.337288 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:11.344482 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca81d0e-b009-4e7e-b514-5f48c20f1c15 req-b2345138-121f-49c8-9ad5-65b56b031947 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:11.350378 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bca81d0e-b009-4e7e-b514-5f48c20f1c15 req-b2345138-121f-49c8-9ad5-65b56b031947 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 946 time: 0.1564727 May 18 14:42:11.353655 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:11.411264 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'status': 'completed', 'code': 200} May 18 14:42:11.425451 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bca81d0e-b009-4e7e-b514-5f48c20f1c15 req-db13e5e5-f7f5-4817-99cf-04f378168e21 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=a39a73b0-2093-4169-84be-3a517872e8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677960 May 18 14:42:11.529553 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] For port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:11.529916 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:11.575706 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cd34a-9582-40fd-ae73-422e250cf44c req-e218d872-908e-454c-8b4c-7f6d95b5b424 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:11.577149 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3b7cd34a-9582-40fd-ae73-422e250cf44c req-e218d872-908e-454c-8b4c-7f6d95b5b424 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0873125 May 18 14:42:11.627106 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-eea06edf-7859-4818-8bf6-259c8198beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:11.628371 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3b7cd34a-9582-40fd-ae73-422e250cf44c req-bc224a5f-a8b0-4436-a6b7-d5fe866c7558 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448577 May 18 14:42:11.628752 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-eea06edf-7859-4818-8bf6-259c8198beaa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 1097 time: 0.2165470 May 18 14:42:11.772224 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-879329e0-cb93-4ba2-8a8c-15f016bf3b07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d HTTP/1.1" status: 200 len: 217 time: 0.1313078 May 18 14:42:11.935683 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-c48ace09-05d0-43b0-b3c2-96322d004894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:11.937238 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-c48ace09-05d0-43b0-b3c2-96322d004894 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.1557245 May 18 14:42:12.002705 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:12.003006 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:12.003305 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.l3_db [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Floating IP 9018f965-fd83-4ad0-81f5-95fdec01829b disassociated. External IP: 172.28.3.160, port: eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2. May 18 14:42:12.003600 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Calling delete_port for eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:12.057008 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-dcd8ce7f-ca80-4231-b43b-a6e4ac431467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:12.058365 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-dcd8ce7f-ca80-4231-b43b-a6e4ac431467 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1141539 May 18 14:42:12.263753 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-193f7887-b6ac-457b-af98-5864924d0497 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953559 May 18 14:42:12.264828 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:12.272102 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b6f264de-2bc9-483c-85f0-01ec75ab0844 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:12.340641 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event deleted for resources: {'Port': ['ID=eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:12.358024 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:12.613329 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dcf11d0a-056e-420e-aee4-15a338e64d7e req-bc9b42de-f371-4e37-82b8-ab7883b98486 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 210 time: 0.0547352 May 18 14:42:12.615548 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b693fa2a-f734-41a6-82bb-7213c45c339f req-2cef74d0-92f2-40c0-b0b0-4d4c7490b70e service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038659 May 18 14:42:12.651968 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:42:12.859676 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c91f-86d0-4b70-84d5-eab0756f28c8 req-9e9f15dd-9a47-4f7b-900d-2340fc7cc6cb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:12.861565 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2b84c91f-86d0-4b70-84d5-eab0756f28c8 req-9e9f15dd-9a47-4f7b-900d-2340fc7cc6cb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0926604 May 18 14:42:12.911793 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-4d90d6b4-bd2f-496b-8c1e-30e9b1f16854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:12.943241 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2b84c91f-86d0-4b70-84d5-eab0756f28c8 req-02b74e79-9ea5-4ff2-bb0a-1880fa113fa5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749910 May 18 14:42:13.068874 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:42:13.071948 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916158fb-976f-4f97-86dc-d045a13fe193 req-a299f5ed-dec5-40d2-a835-d72d7acba9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:13.073729 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-916158fb-976f-4f97-86dc-d045a13fe193 req-a299f5ed-dec5-40d2-a835-d72d7acba9e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 1097 time: 0.3590860 May 18 14:42:13.080118 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] Sync routers for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:42:13.101822 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:13.102580 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:41:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:13.185803 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] No DVR routers for this DVR port eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:42:13.233831 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:13.268080 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8666ddf1-8b21-4026-8370-bd035a709c45 req-847fa78d-bf24-4e47-aeed-e9b2c5be9558 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "DELETE /v2.0/ports/eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 HTTP/1.1" status: 204 len: 173 time: 2.3614657 May 18 14:42:13.290258 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916158fb-976f-4f97-86dc-d045a13fe193 req-bdd1e688-9f2a-4afb-a466-66cbd1244411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:13.291698 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-916158fb-976f-4f97-86dc-d045a13fe193 req-bdd1e688-9f2a-4afb-a466-66cbd1244411 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.1857083 May 18 14:42:13.291854 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:13.366461 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-916158fb-976f-4f97-86dc-d045a13fe193 req-4f9ce31f-c686-44b0-8ec6-e4f337628de4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d HTTP/1.1" status: 200 len: 217 time: 0.0676579 May 18 14:42:13.414188 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'name': 'network-vif-deleted', 'tag': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:13.443387 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916158fb-976f-4f97-86dc-d045a13fe193 req-e5549df6-ba2a-44d5-b285-279f0c7aeaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:13.444881 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-916158fb-976f-4f97-86dc-d045a13fe193 req-e5549df6-ba2a-44d5-b285-279f0c7aeaa4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.0688746 May 18 14:42:13.484350 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8267a7-a03c-473d-9aba-4b688e8eaf21', 'name': 'network-vif-deleted', 'tag': 'eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2', 'status': 'completed', 'code': 200} May 18 14:42:13.527838 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916158fb-976f-4f97-86dc-d045a13fe193 req-ffc50f06-eff8-4ab2-8f64-3f921d4d7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:13.529407 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-916158fb-976f-4f97-86dc-d045a13fe193 req-ffc50f06-eff8-4ab2-8f64-3f921d4d7692 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765688 May 18 14:42:13.620767 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:13.625655 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] Checking router: 416d300f-b7fd-424b-a278-a7fd3c8c6a98 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:42:13.634433 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:13.635063 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:41:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:13.675400 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-916158fb-976f-4f97-86dc-d045a13fe193 req-5a5ccb4b-110b-4241-945f-270c25af8f4e service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323187 May 18 14:42:13.814742 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-996b4162-4339-461a-8c94-441f1055679b req-da1bd990-b67c-4585-aa2c-cdf9706618b3 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e8267a7-a03c-473d-9aba-4b688e8eaf21 HTTP/1.1" status: 200 len: 210 time: 0.0718594 May 18 14:42:13.838238 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-916158fb-976f-4f97-86dc-d045a13fe193 req-ea14c445-ccb3-4ce8-a318-a189a0be0209 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416664 May 18 14:42:13.865540 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:14.231032 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:14.238642 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f7c60a-4e87-4d23-92d3-8509b86e35d4 None None] The sync data for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb is: [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:42:14.269415 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d358ba-230e-4553-99c3-67fcaf597532 req-c05ba95c-72ae-46ff-a38a-e5416977b980 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:14.271109 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-13d358ba-230e-4553-99c3-67fcaf597532 req-c05ba95c-72ae-46ff-a38a-e5416977b980 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0969062 May 18 14:42:14.341478 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-13d358ba-230e-4553-99c3-67fcaf597532 req-e21eb694-389b-4217-9e64-e900a809246b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626659 May 18 14:42:14.557331 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb3ca5-581b-4b26-9fb6-0f7feabec046 None None] New status for floating IP 9018f965-fd83-4ad0-81f5-95fdec01829b: DOWN {{(pid=91428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:42:14.615473 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58670) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:14.766520 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:14.784066 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:14.788335 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Usage tracker for resource:security_group_rule and tenant:51ca7f862ea5453f868fc4a6414df211 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:14.792962 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:14.804968 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:14.902156 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:14.908447 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:14.961249 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58684) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:15.029941 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-09cea31d-ff70-4790-b088-88cddd39bfa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:15.043128 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d97a4fc4-45b0-4788-a4b5-5d283c3728e9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.070606 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51ca7f862ea5453f868fc4a6414df211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538019 May 18 14:42:15.073691 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58688) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:15.076235 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a030135a-a023-467b-89d7-11f5856444df,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:15.080005 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:15.080995 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d97a4fc4-45b0-4788-a4b5-5d283c3728e9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.180757 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-31b53bcf-6895-4145-8e0c-ffd0e5476262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.195713 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d97a4fc4-45b0-4788-a4b5-5d283c3728e9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.204419 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-72e45b18-2a9d-4b32-bc27-9c14e93d2951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:15.230811 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a4fc4-45b0-4788-a4b5-5d283c3728e9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a73b0-2093-4169-84be-3a517872e8c6,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:15.237521 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-31b53bcf-6895-4145-8e0c-ffd0e5476262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.250039 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d97a4fc4-45b0-4788-a4b5-5d283c3728e9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:15.275058 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-d97a4fc4-45b0-4788-a4b5-5d283c3728e9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.276246 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-d97a4fc4-45b0-4788-a4b5-5d283c3728e9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "DELETE /v2.0/security-groups/a39a73b0-2093-4169-84be-3a517872e8c6 HTTP/1.1" status: 204 len: 168 time: 0.3138521 May 18 14:42:15.279342 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58700) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:15.301428 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.api.v2.resource [None req-70266435-e45e-45a1-b143-3315b49b7dcb tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] show failed (client error): The resource could not be found. May 18 14:42:15.302499 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-70266435-e45e-45a1-b143-3315b49b7dcb tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups/a39a73b0-2093-4169-84be-3a517872e8c6 HTTP/1.1" status: 404 len: 347 time: 0.0216956 May 18 14:42:15.305740 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58704) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:15.314332 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-31b53bcf-6895-4145-8e0c-ffd0e5476262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.318397 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7d53f13e-96ef-4834-9ce7-b267d9cc9942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:15.334377 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b53bcf-6895-4145-8e0c-ffd0e5476262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030135a-a023-467b-89d7-11f5856444df,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:15.336878 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-31b53bcf-6895-4145-8e0c-ffd0e5476262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:15.351878 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-31b53bcf-6895-4145-8e0c-ffd0e5476262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.353198 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-31b53bcf-6895-4145-8e0c-ffd0e5476262 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a030135a-a023-467b-89d7-11f5856444df HTTP/1.1" status: 204 len: 168 time: 0.2785420 May 18 14:42:15.579030 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.642206 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b7c6e-0e83-4a51-bdb4-cf44adc5dfe5 req-787ca4dd-900b-4a78-94c8-0c8503aa71f4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:15.643671 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-058b7c6e-0e83-4a51-bdb4-cf44adc5dfe5 req-787ca4dd-900b-4a78-94c8-0c8503aa71f4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.1588824 May 18 14:42:15.649121 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Deleting port 37601d35-3b3f-456c-967d-c9819d0a5b71 {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:15.649420 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.713604 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58718) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:15.732878 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.750930 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:42:15.752010 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:15.753825 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:15.756721 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Usage tracker for resource:security_group_rule and tenant:69bf4e6ed0d74c2fa8aac7c037682d44 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:15.760627 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:15.768703 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:15.781615 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-058b7c6e-0e83-4a51-bdb4-cf44adc5dfe5 req-4795680c-dc10-41e4-a039-22ca478c5a31 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162179 May 18 14:42:15.816065 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.816664 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.829675 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:15.830425 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device eab0eeba-0aa5-41bd-b1e3-ac12ce6834f2 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:15.833459 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-17a85257-ee4f-41da-b216-27b91919ae3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.890036 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.894731 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:15.905479 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ab0462e6-bedf-48f3-8648-b6973bfab889 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:15.949150 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Calling delete_port for 37601d35-3b3f-456c-967d-c9819d0a5b71 owned by network:floatingip {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:15.961892 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69bf4e6ed0d74c2fa8aac7c037682d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471712 May 18 14:42:15.964665 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c522ade8-0085-4bd0-942e-df9959f71427,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:15.967804 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58722) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:15.969046 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:15.982884 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:16.002261 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'port_id': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'mac_address': 'fa:16:3e:aa:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:42:16.062289 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5f6d772f-5f8c-4e01-9423-8d0106b01365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.074049 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.094073 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:42:16.110693 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:16.114781 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.116659 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:16.130736 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5f6d772f-5f8c-4e01-9423-8d0106b01365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.187216 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:16.190248 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:16.198636 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.202512 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-533fd4c8-3e57-4515-9c47-49061e116005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:16.246428 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event deleted for resources: {'Port': ['ID=37601d35-3b3f-456c-967d-c9819d0a5b71,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:16.250452 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:16.252770 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5f6d772f-5f8c-4e01-9423-8d0106b01365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.279592 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0527d655-6dda-48ed-a83d-a76192a688a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:16.324420 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d772f-5f8c-4e01-9423-8d0106b01365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c522ade8-0085-4bd0-942e-df9959f71427,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:16.330488 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-5f6d772f-5f8c-4e01-9423-8d0106b01365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:16.371585 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.380126 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-5f6d772f-5f8c-4e01-9423-8d0106b01365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.383801 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-5f6d772f-5f8c-4e01-9423-8d0106b01365 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c522ade8-0085-4bd0-942e-df9959f71427 HTTP/1.1" status: 204 len: 168 time: 0.4154837 May 18 14:42:16.386418 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.388867 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-e4edf34e-c595-45f3-811a-bc218acac398 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "DELETE /v2.0/floatingips/9018f965-fd83-4ad0-81f5-95fdec01829b HTTP/1.1" status: 204 len: 168 time: 1.0804391 May 18 14:42:16.404758 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:16.448030 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.639644 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58742) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:16.645723 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453225096', 'description': 'tempest-description--1233190244'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:16.651510 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:16.656153 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:security_group and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:16.659093 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:16.665007 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:16.679651 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.700908 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:16.704792 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:security_group_rule and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:16.707902 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:16.713621 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:16.788799 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.798581 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.804406 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:16.853970 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:16.874950 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:16.875727 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:16.877009 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2359717 May 18 14:42:16.879851 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58756) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:16.885059 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'security_group_rule': {'security_group_id': 'b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:16.890787 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:16.895244 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:security_group_rule and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:16.899162 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:16.905121 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:16.971792 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.065884 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eaa48-57c8-4272-916b-d49d56f509f7 req-fdc8e519-2a08-4142-92e5-94bb6c649297 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:17.067424 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9d9eaa48-57c8-4272-916b-d49d56f509f7 req-fdc8e519-2a08-4142-92e5-94bb6c649297 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 945 time: 0.1526091 May 18 14:42:17.129290 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.151452 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.165610 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4f417ac1-58d3-4ce6-852d-32dca3d5b41f tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:17.198681 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9d9eaa48-57c8-4272-916b-d49d56f509f7 req-2cf12b85-6d80-4db2-b379-f3b5ed926b8b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239727 May 18 14:42:17.214021 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f18856-7861-4264-a1a9-1b8b8d95e5b0,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:17.227471 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:17.229916 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.235116 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-7d5e3f6f-4929-41d4-a326-2df79af23b9c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3519266 May 18 14:42:17.235380 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58768) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:17.240640 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'security_group_rule': {'security_group_id': 'b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:17.246424 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:17.251051 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:security_group_rule and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:17.254100 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:17.261685 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:17.278789 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.344019 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.347943 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33049284'] for security_group_rule, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.356479 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:17.380086 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029e277c-a09e-4ce1-a5f6-62df2beee407,revision_number=0']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:17.382634 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:17.389589 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.390869 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-15cf4beb-c35b-4cb8-b992-47a592439328 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545465 May 18 14:42:17.394076 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58776) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:17.399871 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'floatingip': {'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:17.405852 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:17.409796 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Usage tracker for resource:floatingip and tenant:49895d1d336f4f30be021701578f19fc is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:17.412753 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:17.418729 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:17.429498 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.571975 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:17.763540 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:42:17.886848 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:42:17.893002 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_common [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Allocated IP 172.28.3.132 (67d17139-cc6d-4551-b5a7-1abc387186ac/747aee4b-7736-441e-9b54-fbd0b000b6d9/cc5f8cfd-38ef-4902-af29-16d32a2cc288) {{(pid=91426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:42:17.893609 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:17.894263 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.126295 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.146970 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for port, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.184669 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:18.197558 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.199015 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:18.204199 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.206806 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:18.218936 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9d9e2fc5-3d1f-43ab-a459-d5ab2e89b106 tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:18.248756 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'code': 200} May 18 14:42:18.298677 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:18.307572 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:18.324696 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Network 67d17139-cc6d-4551-b5a7-1abc387186ac is already hosted by enough agents. {{(pid=91426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:42:18.329245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.base_scheduler [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources bound (agent type, host, resource id): {{(pid=91426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:42:18.331483 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.334025 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Received port after_create {{(pid=91426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:42:18.393927 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'Port': ['ID=cc5f8cfd-38ef-4902-af29-16d32a2cc288,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:18.400353 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:18.450730 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.576379 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.659609 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa236276-d5b2-46bd-9282-050cea367022 req-00cb0aaa-0054-42e5-9012-bf084e0244d7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:18.661042 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fa236276-d5b2-46bd-9282-050cea367022 req-00cb0aaa-0054-42e5-9012-bf084e0244d7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.1533742 May 18 14:42:18.663769 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d9a94-16da-4df1-ba67-a637b597375a req-5ae2acea-b9ad-4ac7-b069-6f663fadd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:18.665553 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b13d9a94-16da-4df1-ba67-a637b597375a req-5ae2acea-b9ad-4ac7-b069-6f663fadd042 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 1099 time: 0.1813638 May 18 14:42:18.712018 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b13d9a94-16da-4df1-ba67-a637b597375a req-f4bf3797-89ea-4d29-9023-704e7d41cbbd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392394 May 18 14:42:18.789129 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fa236276-d5b2-46bd-9282-050cea367022 req-695f7948-2a78-4040-8561-8a19741d712a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138020 May 18 14:42:18.838968 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.844251 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.848001 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:18.963687 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'Port': ['ID=cc5f8cfd-38ef-4902-af29-16d32a2cc288,revision_number=2']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:18.968048 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:18.975090 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.998337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:18.999566 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6045098 May 18 14:42:19.244310 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-af8a6313-0157-4ef5-ae6c-f66ce6180601 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Synchronizing usage tracker for tenant:49895d1d336f4f30be021701578f19fc on resource:security_group {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:19.276972 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-af8a6313-0157-4ef5-ae6c-f66ce6180601 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Unset dirty status for tenant:49895d1d336f4f30be021701578f19fc on resource:security_group {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:19.285330 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-af8a6313-0157-4ef5-ae6c-f66ce6180601 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1453225096&fields=id&tenant_id=49895d1d336f4f30be021701578f19fc HTTP/1.1" status: 200 len: 267 time: 0.0924547 May 18 14:42:19.457459 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-20426ccb-b964-4ee5-bb2c-33761038e651 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:19.459776 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-20426ccb-b964-4ee5-bb2c-33761038e651 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 811 time: 0.1711512 May 18 14:42:19.478138 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-41ceda67-4c04-44f6-81d9-a0a69cca6d3a tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/quotas/49895d1d336f4f30be021701578f19fc HTTP/1.1" status: 200 len: 375 time: 0.0105221 May 18 14:42:19.571285 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-6cde0e2c-4fee-45fc-9bff-39e63758970c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Synchronizing usage tracker for tenant:49895d1d336f4f30be021701578f19fc on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:19.587834 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-6cde0e2c-4fee-45fc-9bff-39e63758970c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Unset dirty status for tenant:49895d1d336f4f30be021701578f19fc on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:19.589433 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-6cde0e2c-4fee-45fc-9bff-39e63758970c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047208 May 18 14:42:19.746246 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-ab8d99d5-604e-4dd1-b60b-71f994018fca service neutron] 10.222.0.18 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429176 May 18 14:42:19.949990 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:20.031351 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-73735771-aced-49ab-9a77-a77925162983 service neutron] 10.222.0.18 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783096 May 18 14:42:20.069881 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f2d5e-af97-44a4-a793-6d8147297b55 req-e485659e-1db5-4823-8102-6ba19adb6492 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:20.072274 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ff7f2d5e-af97-44a4-a793-6d8147297b55 req-e485659e-1db5-4823-8102-6ba19adb6492 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.1708140 May 18 14:42:20.125626 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ff7f2d5e-af97-44a4-a793-6d8147297b55 req-6323380c-0192-4850-8cd4-0fc3833854b0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473759 May 18 14:42:20.215053 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f93a3942-017d-4f21-a270-b4506e669a00 req-ffaffb7d-17b6-4665-a6d9-fc935aff3d78 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 210 time: 0.0446429 May 18 14:42:20.324114 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbce7a-0924-402c-a4b8-f97f9427d925 req-10b9d873-adf5-457c-994a-96e105994985 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:20.329684 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-65dbce7a-0924-402c-a4b8-f97f9427d925 req-10b9d873-adf5-457c-994a-96e105994985 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0908623 May 18 14:42:20.334720 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 58846) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:20.342055 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Request body: {'floatingip': {'port_id': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:20.546982 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:20.914411 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58868) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:21.058241 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.085008 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:21.091907 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Usage tracker for resource:security_group_rule and tenant:1fe27156699d453c981b20d34bed70bc is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:21.097750 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:21.113221 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:21.305883 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.314578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.323689 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ac2eff5b-1fb3-4a24-aa4d-d42df1fdb8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:21.379431 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fe27156699d453c981b20d34bed70bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633541 May 18 14:42:21.381386 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ede5cb-b5d7-4fcf-b2c0-9e79fbdd5782,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:21.383809 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 58884) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:21.386761 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ea07eaa9-b929-4ef7-93e4-45d2700c0d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:21.419332 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-12a1e0af-d858-4aaa-b7d1-124bdfbcefa4 req-446092c7-281a-4d1b-955c-c97c4a3dc5cc tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 210 time: 0.0748127 May 18 14:42:21.458701 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-890c2f70-bba1-4713-958c-00f2dc36c40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.493474 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-890c2f70-bba1-4713-958c-00f2dc36c40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.542171 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.550764 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.554204 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-890c2f70-bba1-4713-958c-00f2dc36c40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.558346 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-25fa92e6-b3dc-42fb-9db7-08c2c7ffda5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:21.575442 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c2f70-bba1-4713-958c-00f2dc36c40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ede5cb-b5d7-4fcf-b2c0-9e79fbdd5782,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:21.577789 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-890c2f70-bba1-4713-958c-00f2dc36c40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:21.588902 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-890c2f70-bba1-4713-958c-00f2dc36c40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:21.593482 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-890c2f70-bba1-4713-958c-00f2dc36c40d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3ede5cb-b5d7-4fcf-b2c0-9e79fbdd5782 HTTP/1.1" status: 204 len: 168 time: 0.2048562 May 18 14:42:21.734228 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.l3_db [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Floating IP e5329f1d-01c6-439b-a49f-cfa78884b1d3 associated. External IP: 172.28.3.134, port: f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d. May 18 14:42:22.125062 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-2087949e-aa15-40f4-ace6-8744d3fcfa62 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:22.126543 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-2087949e-aa15-40f4-ace6-8744d3fcfa62 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 811 time: 0.3348572 May 18 14:42:22.205889 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Router 395f1065-3754-42ac-929c-841a49e17226 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:42:22.217334 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7a4acd59-be33-4ea3-861f-d315e5e367dd tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Synchronizing usage tracker for tenant:49895d1d336f4f30be021701578f19fc on resource:security_group {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:22.232292 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7a4acd59-be33-4ea3-861f-d315e5e367dd tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Unset dirty status for tenant:49895d1d336f4f30be021701578f19fc on resource:security_group {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:22.234260 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7a4acd59-be33-4ea3-861f-d315e5e367dd tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49895d1d336f4f30be021701578f19fc HTTP/1.1" status: 200 len: 380 time: 0.0962563 May 18 14:42:22.243658 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'port': {'device_id': '70e83765-5620-4b28-911d-34696635861c', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'admin_state_up': True, 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'security_groups': ['b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071']}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:22.417751 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:22.427471 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:22.438512 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Made reservation on behalf of 49895d1d336f4f30be021701578f19fc for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:42:22.442222 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:22.515577 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:42:22.521337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:22.527104 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] Sync routers for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:42:22.545445 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:22.547713 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:22.625531 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-91769e49-b785-44bb-a835-0e2559936f0d req-82cd8211-1358-4cb8-af72-a1db99f80c5a tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 210 time: 0.0596411 May 18 14:42:22.634873 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-8d933ba9-a47c-4499-9c31-0e957c062f66 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "PUT /v2.0/floatingips/e5329f1d-01c6-439b-a49f-cfa78884b1d3 HTTP/1.1" status: 200 len: 992 time: 2.2990134 May 18 14:42:22.635654 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:22.741164 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Allocated IP 172.20.0.4 (d770d507-5ee1-46cc-a889-38852c372718/e191646f-9526-4ce5-bba1-3c81ef3d8bd1/aa4b6548-3156-43e5-a130-97b8b767c4b4) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:42:22.759023 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'status': 'completed', 'code': 200} May 18 14:42:22.902104 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:22.998153 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-510e64ae-ed59-48a4-b5f2-4c794b1f0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:22.999643 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-510e64ae-ed59-48a4-b5f2-4c794b1f0803 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 1099 time: 0.2198539 May 18 14:42:23.077137 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:23.160129 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Transition to ACTIVE for port object aa4b6548-3156-43e5-a130-97b8b767c4b4 will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:42:23.195156 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-9e54a801-607e-4ad1-831e-40dbd85b661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:23.196666 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-9e54a801-607e-4ad1-831e-40dbd85b661e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.1850479 May 18 14:42:23.307901 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:23.316007 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:23.358439 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-04335a09-7448-4b19-a940-dfc3129a11c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d HTTP/1.1" status: 200 len: 1000 time: 0.1543093 May 18 14:42:23.397193 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'e5329f1d-01c6-439b-a49f-cfa78884b1d3', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '395f1065-3754-42ac-929c-841a49e17226', 'port_id': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'mac_address': 'fa:16:3e:aa:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:05Z', 'updated_at': '2021-05-18T14:42:21Z', 'revision_number': 1, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:23.403055 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] Checking router: 395f1065-3754-42ac-929c-841a49e17226 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:42:23.415011 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:23.415993 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:23.448400 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Network d770d507-5ee1-46cc-a889-38852c372718 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:42:23.457712 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:42:23.471948 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:42:23.564128 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event updated for resources: {'Port': ['ID=aa4b6548-3156-43e5-a130-97b8b767c4b4,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:23.575732 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:23.607973 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-1caff2f9-1e59-49c5-b18b-ac4a5575c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:23.610132 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-1caff2f9-1e59-49c5-b18b-ac4a5575c5f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.2400630 May 18 14:42:23.626227 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:23.626983 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:23.755771 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5170081 May 18 14:42:23.763457 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:23.772700 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Request body: {'port': {'device_id': '70e83765-5620-4b28-911d-34696635861c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:23.831924 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-e6c82ead-9472-4237-b960-3fe407a81649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:23.835098 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-e6c82ead-9472-4237-b960-3fe407a81649 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1743639 May 18 14:42:23.873940 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-46276223-9f16-4dcc-875a-d8d9ec1ebed8 None None] Provisioning for port aa4b6548-3156-43e5-a130-97b8b767c4b4 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:42:23.883373 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-46276223-9f16-4dcc-875a-d8d9ec1ebed8 None None] Provisioning complete for port aa4b6548-3156-43e5-a130-97b8b767c4b4 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:23.883855 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-46276223-9f16-4dcc-875a-d8d9ec1ebed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:23.920301 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbdecc-d550-4f37-84f1-7131882501de req-2d17a107-5df4-40b1-9029-c3f0dae9e47c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:23.929265 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4efbdecc-d550-4f37-84f1-7131882501de req-2d17a107-5df4-40b1-9029-c3f0dae9e47c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 931 time: 0.1370034 May 18 14:42:23.994586 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-46276223-9f16-4dcc-875a-d8d9ec1ebed8 None None] Port aa4b6548-3156-43e5-a130-97b8b767c4b4 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:42:24.004120 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4efbdecc-d550-4f37-84f1-7131882501de req-175c4607-081e-48f1-87cb-bf521a3b9c0a tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734191 May 18 14:42:24.012504 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:24.123373 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-9531a288-9f7b-412c-b3a9-443265ba19ef service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777593 May 18 14:42:24.351613 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'e5329f1d-01c6-439b-a49f-cfa78884b1d3', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '395f1065-3754-42ac-929c-841a49e17226', 'port_id': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'mac_address': 'fa:16:3e:aa:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:05Z', 'updated_at': '2021-05-18T14:42:21Z', 'revision_number': 1, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:24.356944 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94689bfb-9154-48bf-b154-5d62fc8182fe None None] The sync data for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb is: [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': 'e5329f1d-01c6-439b-a49f-cfa78884b1d3', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '395f1065-3754-42ac-929c-841a49e17226', 'port_id': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'mac_address': 'fa:16:3e:aa:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:05Z', 'updated_at': '2021-05-18T14:42:21Z', 'revision_number': 1, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:42:24.578458 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-85cfdfc7-2677-4de2-86b4-dd54195ff05d req-fd6e594f-44f4-40f5-9f17-473a7b0fff85 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435518 May 18 14:42:24.605390 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32c932-308d-408a-820d-26f653538d2a None None] New status for floating IP e5329f1d-01c6-439b-a49f-cfa78884b1d3: ACTIVE {{(pid=91428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:42:24.692350 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4b6548-3156-43e5-a130-97b8b767c4b4 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:42:24.703974 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:24.723376 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Transition to ACTIVE for port object aa4b6548-3156-43e5-a130-97b8b767c4b4 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:42:24.732462 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:24.740908 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ade01c45-c280-4b69-bd58-94ce9a34f1ae tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:24.897025 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Pushing event updated for resources: {'Port': ['ID=aa4b6548-3156-43e5-a130-97b8b767c4b4,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:24.937579 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:25.031633 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Attempting to bind port aa4b6548-3156-43e5-a130-97b8b767c4b4 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:42:25.032079 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Attempting to bind port aa4b6548-3156-43e5-a130-97b8b767c4b4 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:42:25.032505 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Attempting to bind port aa4b6548-3156-43e5-a130-97b8b767c4b4 on network d770d507-5ee1-46cc-a889-38852c372718 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:42:25.058976 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Port aa4b6548-3156-43e5-a130-97b8b767c4b4 on network d770d507-5ee1-46cc-a889-38852c372718 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:42:25.059805 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Attempting to bind port aa4b6548-3156-43e5-a130-97b8b767c4b4 on network d770d507-5ee1-46cc-a889-38852c372718 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:42:25.072952 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:42:25.074635 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Checking segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:42:25.075671 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Bound using segment: {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:42:25.080009 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Bound port: aa4b6548-3156-43e5-a130-97b8b767c4b4, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337d74ed-53a9-4f09-9672-dc991c5c6398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:42:25.080887 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:25.238009 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] For port aa4b6548-3156-43e5-a130-97b8b767c4b4, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:42:25.241939 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] For port aa4b6548-3156-43e5-a130-97b8b767c4b4, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=aa4b6548-3156-43e5-a130-97b8b767c4b4,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:42:25.247675 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:25.253438 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-42dedabf-0a93-4ac0-99b9-354120e0274a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:25.278860 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231d04-3d95-48a1-a9a7-346ed7ea5386 req-a3ec6f52-fffa-401b-8953-55c95a4cde41 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:25.280488 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fc231d04-3d95-48a1-a9a7-346ed7ea5386 req-a3ec6f52-fffa-401b-8953-55c95a4cde41 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 943 time: 0.0868907 May 18 14:42:25.312090 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:25.312947 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:25.314665 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] 10.222.0.66 "PUT /v2.0/ports/aa4b6548-3156-43e5-a130-97b8b767c4b4 HTTP/1.1" status: 200 len: 1093 time: 1.5470433 May 18 14:42:25.319353 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e83765-5620-4b28-911d-34696635861c', 'tag': 'aa4b6548-3156-43e5-a130-97b8b767c4b4'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:25.336056 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fc231d04-3d95-48a1-a9a7-346ed7ea5386 req-141064e5-9bf5-41a1-9546-9b091fb75068 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493948 May 18 14:42:25.345954 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Pushing event updated for resources: {'Port': ['ID=aa4b6548-3156-43e5-a130-97b8b767c4b4,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:25.350828 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:25.407556 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e83765-5620-4b28-911d-34696635861c', 'tag': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'status': 'completed', 'code': 200} May 18 14:42:25.450393 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-086002b3-7570-4707-bd19-d3ec061bdb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:25.452034 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-086002b3-7570-4707-bd19-d3ec061bdb75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 1096 time: 0.0821981 May 18 14:42:25.534406 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-a8194c44-2e64-46ef-9657-96b090be59ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa4b6548-3156-43e5-a130-97b8b767c4b4 HTTP/1.1" status: 200 len: 217 time: 0.0690322 May 18 14:42:25.615628 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-1e2f7257-37ed-450c-9c5a-7453bf04279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:25.617326 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-1e2f7257-37ed-450c-9c5a-7453bf04279f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.0690014 May 18 14:42:25.700779 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-af42cfe0-aea5-4bd7-835e-f5408d30711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:25.702253 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-af42cfe0-aea5-4bd7-835e-f5408d30711a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774758 May 18 14:42:25.841225 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-9d80413a-4750-40b4-9dae-5ee04df2e5f1 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300085 May 18 14:42:25.978261 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-322161a0-b1ca-4b61-8889-7b41ff432f23 req-76770c09-be49-40a8-97a2-22f8bfb9a554 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307199 May 18 14:42:26.101860 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-c3c10758-0213-4734-9bdd-15a4d04ea54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:26.103255 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-c3c10758-0213-4734-9bdd-15a4d04ea54c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 1096 time: 0.0752430 May 18 14:42:26.252197 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-4af7b734-3197-4b4b-be1e-9e6aaf587927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:26.255342 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-4af7b734-3197-4b4b-be1e-9e6aaf587927 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 912 time: 0.1423399 May 18 14:42:26.356101 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-3d96ac3a-17d8-4186-84b8-7a6fc97932dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa4b6548-3156-43e5-a130-97b8b767c4b4 HTTP/1.1" status: 200 len: 217 time: 0.0868311 May 18 14:42:26.433608 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-90f92a1a-9036-48c0-8ec9-75a0cbf1df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:26.435244 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-90f92a1a-9036-48c0-8ec9-75a0cbf1df9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.0692117 May 18 14:42:26.534059 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d66e8a-a75e-4310-b9c8-b6fb94d5f289 req-18610c50-ed5e-4643-8c7c-e9c5e3e95f65 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:26.535625 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a4d66e8a-a75e-4310-b9c8-b6fb94d5f289 req-18610c50-ed5e-4643-8c7c-e9c5e3e95f65 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 943 time: 0.0926836 May 18 14:42:26.586067 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a4d66e8a-a75e-4310-b9c8-b6fb94d5f289 req-85e6135f-c5f8-4bd8-8e3c-d5bedd76240b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444112 May 18 14:42:26.616622 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-d2726445-694f-4368-8919-ae56caa5c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:26.618050 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-d2726445-694f-4368-8919-ae56caa5c5a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1748075 May 18 14:42:26.758858 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-6dacea23-822a-4f9c-afe7-bab075b6cdec service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328299 May 18 14:42:26.899731 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b6878dd2-e4b7-4a08-94a8-96e1cd7d1a79 req-083af40d-5a09-41f8-b39a-975a8395ea56 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340854 May 18 14:42:27.789748 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ba882-22bb-43b8-8239-c52ff8dd55e2 req-d1bf8395-010e-4839-97f9-a38881a9373c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:27.791587 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fa1ba882-22bb-43b8-8239-c52ff8dd55e2 req-d1bf8395-010e-4839-97f9-a38881a9373c tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 943 time: 0.0954788 May 18 14:42:27.847005 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fa1ba882-22bb-43b8-8239-c52ff8dd55e2 req-79843996-d545-483e-a647-d79eec50c132 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482829 May 18 14:42:28.945442 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59078) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:29.042588 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b10f83-a097-4cf6-b769-4f6c1b5422c5 req-db6cc08c-c32e-4c43-b6df-3c218051704f tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:29.044309 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76b10f83-a097-4cf6-b769-4f6c1b5422c5 req-db6cc08c-c32e-4c43-b6df-3c218051704f tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 943 time: 0.0847213 May 18 14:42:29.068942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.085558 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:29.090119 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Usage tracker for resource:security_group_rule and tenant:11b698dcd1fc46fa9850fd40758e1bdd is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:29.093942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:29.100063 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:29.109262 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76b10f83-a097-4cf6-b769-4f6c1b5422c5 req-5583da82-1ca2-4849-b80d-94afe3c235e8 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560203 May 18 14:42:29.196733 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.201501 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.217135 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e6105ba0-1ac5-4ba6-9ef7-07134109cc9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:29.265987 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d74a5-c6da-41d8-bdef-89b207d82901,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:29.276905 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11b698dcd1fc46fa9850fd40758e1bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300564 May 18 14:42:29.279259 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e9e62114-fe3f-4448-9aba-508f4d249f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:29.279715 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59092) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:29.342892 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.376253 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.406470 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59100) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:29.446637 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.452619 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-09cddb4d-c4d2-4b3a-82f5-eaab47be7f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:29.463506 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d74a5-c6da-41d8-bdef-89b207d82901,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:29.474776 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.478495 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d11d74a5-c6da-41d8-bdef-89b207d82901 HTTP/1.1" status: 204 len: 168 time: 0.1953039 May 18 14:42:29.478495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.478495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.478495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.478495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.480191 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.485119 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.485910 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.486352 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.486893 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.487262 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.487708 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.487983 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:42:29.493215 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:29.549108 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.565554 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:42:29.570479 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Usage tracker for resource:security_group_rule and tenant:e2407c2f852e40a88eb9f06be1714b87 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:42:29.573453 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:42:29.580010 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04fa74-4436-4622-89a1-b84b287286ac req-d6ea909e-610f-4077-86cc-c9ecb10376b5 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:29.580226 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:42:29.587700 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8a04fa74-4436-4622-89a1-b84b287286ac req-d6ea909e-610f-4077-86cc-c9ecb10376b5 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.0965111 May 18 14:42:29.641271 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8a04fa74-4436-4622-89a1-b84b287286ac req-d4f21156-7d57-4c5e-b61f-1cc7f44d1f27 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524898 May 18 14:42:29.689813 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.694584 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.703157 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-890c2f70-bba1-4713-958c-00f2dc36c40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:29.749862 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00141892-fb26-4605-a20a-4ee03768a081,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:29.756860 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2407c2f852e40a88eb9f06be1714b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468320 May 18 14:42:29.756860 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:29.757429 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59110) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:29.826257 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-18ed1e0a-d50b-4e9b-8239-e74d1249334e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.831351 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device aa4b6548-3156-43e5-a130-97b8b767c4b4 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:42:29.854053 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-18ed1e0a-d50b-4e9b-8239-e74d1249334e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.911113 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-18ed1e0a-d50b-4e9b-8239-e74d1249334e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.919443 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-23d5e1c9-2d5f-4532-9fcf-6f5bac1a49f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:29.939805 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed1e0a-d50b-4e9b-8239-e74d1249334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00141892-fb26-4605-a20a-4ee03768a081,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:29.945095 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-18ed1e0a-d50b-4e9b-8239-e74d1249334e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:29.948069 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-18ed1e0a-d50b-4e9b-8239-e74d1249334e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:29.951951 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-18ed1e0a-d50b-4e9b-8239-e74d1249334e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00141892-fb26-4605-a20a-4ee03768a081 HTTP/1.1" status: 204 len: 168 time: 0.1904929 May 18 14:42:29.980372 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port aa4b6548-3156-43e5-a130-97b8b767c4b4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=aa4b6548-3156-43e5-a130-97b8b767c4b4,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:29.994438 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'port_id': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'mac_address': 'fa:16:3e:a4:54:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:42:30.049979 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:30.067082 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4b6548-3156-43e5-a130-97b8b767c4b4 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:42:30.083105 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port aa4b6548-3156-43e5-a130-97b8b767c4b4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=aa4b6548-3156-43e5-a130-97b8b767c4b4,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:30.086855 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:30.088565 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:30.165661 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=aa4b6548-3156-43e5-a130-97b8b767c4b4,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:30.170480 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:30.384203 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['aa4b6548-3156-43e5-a130-97b8b767c4b4'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:30.517012 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbaeeb-db3a-4d59-b891-a7eb781a3d33 req-d11f6f0f-0b8e-4756-a0c9-008e7dc46962 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:30.518555 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-63fbaeeb-db3a-4d59-b891-a7eb781a3d33 req-d11f6f0f-0b8e-4756-a0c9-008e7dc46962 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 944 time: 0.3077860 May 18 14:42:30.567148 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-63fbaeeb-db3a-4d59-b891-a7eb781a3d33 req-b8077c37-0604-42ed-ba70-45c15f89e902 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428061 May 18 14:42:30.836512 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d4c7c-02c3-45f0-9861-1bc3390ffe63 req-81820bc8-9db3-4ab6-b74c-aabfd9905c89 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:30.838079 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-689d4c7c-02c3-45f0-9861-1bc3390ffe63 req-81820bc8-9db3-4ab6-b74c-aabfd9905c89 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.0804486 May 18 14:42:30.886725 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-689d4c7c-02c3-45f0-9861-1bc3390ffe63 req-16df8b5a-e2ec-4743-854f-7d6bea49a062 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 May 18 14:42:31.750516 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528b18b-2412-4c77-8a6f-3c2ad4b99662 req-e552610a-c3ed-469d-9aa4-f3d24fd16200 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:31.751914 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e528b18b-2412-4c77-8a6f-3c2ad4b99662 req-e552610a-c3ed-469d-9aa4-f3d24fd16200 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 944 time: 0.0822875 May 18 14:42:31.795156 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e528b18b-2412-4c77-8a6f-3c2ad4b99662 req-0c6fc0fa-47a0-4603-acfc-ab7efce755d0 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375674 May 18 14:42:31.849803 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device aa4b6548-3156-43e5-a130-97b8b767c4b4 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:42:31.959537 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port aa4b6548-3156-43e5-a130-97b8b767c4b4 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:42:31.964683 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port aa4b6548-3156-43e5-a130-97b8b767c4b4 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:31.965062 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.082811 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.084991 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94d743-c3cf-46be-80f7-e811586fc96d req-96ab0ba6-eb80-44f8-818e-d7119ac932d4 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:32.086498 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2d94d743-c3cf-46be-80f7-e811586fc96d req-96ab0ba6-eb80-44f8-818e-d7119ac932d4 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.0852265 May 18 14:42:32.111052 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e83765-5620-4b28-911d-34696635861c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4b6548-3156-43e5-a130-97b8b767c4b4'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:32.121582 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port aa4b6548-3156-43e5-a130-97b8b767c4b4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=aa4b6548-3156-43e5-a130-97b8b767c4b4,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:32.128235 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:32.130393 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0f116075-6de3-4e7d-bfb8-3dc30cb834be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:32.138022 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2d94d743-c3cf-46be-80f7-e811586fc96d req-d6bdfa6f-59f6-4d21-93b5-4d8e0ccc3a58 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 May 18 14:42:32.171679 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e83765-5620-4b28-911d-34696635861c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'code': 200} May 18 14:42:32.205168 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=aa4b6548-3156-43e5-a130-97b8b767c4b4,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:32.208219 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:32.424438 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd451a-8151-4b87-977e-0c7f450bcc56 req-9e3379ac-faa4-459a-a342-b2e0b32f4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:32.425944 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-7dcd451a-8151-4b87-977e-0c7f450bcc56 req-9e3379ac-faa4-459a-a342-b2e0b32f4275 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 1098 time: 0.0775554 May 18 14:42:32.471818 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-7dcd451a-8151-4b87-977e-0c7f450bcc56 req-a1a426bf-4736-4999-bdc0-e4ee4d395fb5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361555 May 18 14:42:32.982356 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a4263-6277-45e1-a0d1-4c8223797f6d req-8f79ff66-e90e-4006-8054-bd20e28bbc9e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:32.983857 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d45a4263-6277-45e1-a0d1-4c8223797f6d req-8f79ff66-e90e-4006-8054-bd20e28bbc9e tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 945 time: 0.0833471 May 18 14:42:33.029992 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d45a4263-6277-45e1-a0d1-4c8223797f6d req-7089f157-a561-452d-9c6e-f05abcd6a576 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 May 18 14:42:33.334686 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c187fb-c534-47c4-ac6c-a5ec85cbab04 req-c1ac3978-f86f-4fc0-972d-98c489935c8b tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:33.336177 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-70c187fb-c534-47c4-ac6c-a5ec85cbab04 req-c1ac3978-f86f-4fc0-972d-98c489935c8b tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.0844712 May 18 14:42:33.384400 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-70c187fb-c534-47c4-ac6c-a5ec85cbab04 req-11ba8123-7c98-4fe8-bdaf-aa06fbd5243a tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 May 18 14:42:34.223374 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f168ba4-dd3e-420f-8817-59b865056bb1 req-791c8c13-aab7-42f4-8640-4b0ce2a0f5b7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:34.224938 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3f168ba4-dd3e-420f-8817-59b865056bb1 req-791c8c13-aab7-42f4-8640-4b0ce2a0f5b7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 945 time: 0.0842557 May 18 14:42:34.271133 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3f168ba4-dd3e-420f-8817-59b865056bb1 req-a5e90fe0-61cf-473e-a640-8a4b353ccac4 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403514 May 18 14:42:34.616181 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a784a-1d0e-4f76-a3c9-e5542ff72001 req-1e0163a7-7464-44e0-ac74-0a0b4d9777b9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:34.617614 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c90a784a-1d0e-4f76-a3c9-e5542ff72001 req-1e0163a7-7464-44e0-ac74-0a0b4d9777b9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 945 time: 0.2450402 May 18 14:42:34.626890 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59146) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:34.632865 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Request body: {'floatingip': {'port_id': 'aa4b6548-3156-43e5-a130-97b8b767c4b4'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:34.634037 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c575f7-c1fe-427e-b58d-12d9f2c340e9 req-5c00c379-3a29-4c58-8a51-72f83977a7f1 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:34.635575 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b7c575f7-c1fe-427e-b58d-12d9f2c340e9 req-5c00c379-3a29-4c58-8a51-72f83977a7f1 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.1205926 May 18 14:42:34.685523 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b7c575f7-c1fe-427e-b58d-12d9f2c340e9 req-1b180c8e-577c-41b7-9056-f75dbf5294d5 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 May 18 14:42:34.722262 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:34.992646 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-12367703-6ca7-49ce-b34b-08784580dd08 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:34.993362 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-12367703-6ca7-49ce-b34b-08784580dd08 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Synchronizing usage tracker for tenant:864744bae98f44bcbf34f43602454e6e on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:42:35.086141 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-12367703-6ca7-49ce-b34b-08784580dd08 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Unset dirty status for tenant:864744bae98f44bcbf34f43602454e6e on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:42:35.087394 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-12367703-6ca7-49ce-b34b-08784580dd08 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.66 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.3129466 May 18 14:42:35.397719 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Deleting port 4fbfe073-063f-427a-af49-db1ac244837c {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:35.398063 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:35.729817 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] For port 4fbfe073-063f-427a-af49-db1ac244837c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4fbfe073-063f-427a-af49-db1ac244837c,segment=NetworkSegment(41452024-07b7-4011-8361-2f472e9a24b7),segment_id=41452024-07b7-4011-8361-2f472e9a24b7)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:35.730969 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:35.804995 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:35.869306 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Calling delete_port for 4fbfe073-063f-427a-af49-db1ac244837c owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:35.872527 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:35.924628 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68d81d-92de-47eb-babb-253dabaf58a3 req-e4edef51-9ace-404e-b8d0-ff82fef17475 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:35.926713 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7f68d81d-92de-47eb-babb-253dabaf58a3 req-e4edef51-9ace-404e-b8d0-ff82fef17475 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 946 time: 0.1279151 May 18 14:42:35.975027 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7f68d81d-92de-47eb-babb-253dabaf58a3 req-163f4bc0-5b8e-4b89-a039-5ad2bccd614e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/security-groups?id=8897783c-b88c-4c84-aede-53b06f27ac55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426714 May 18 14:42:36.037967 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:42:36.068986 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.l3_db [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Floating IP 9306291e-7d55-4909-8f63-e2982cb4f370 associated. External IP: 172.28.3.132, port: aa4b6548-3156-43e5-a130-97b8b767c4b4. May 18 14:42:36.286744 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.294714 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-6893651f-7528-48a4-86e3-35bb96c3b07f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:36.299823 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['4fbfe073-063f-427a-af49-db1ac244837c'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:36.346745 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Pushing event deleted for resources: {'Port': ['ID=4fbfe073-063f-427a-af49-db1ac244837c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:36.352206 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:36.497406 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] No DVR routers for this DVR port 4fbfe073-063f-427a-af49-db1ac244837c on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:42:36.501490 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.504012 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcd3a92-ab84-4608-be95-0abd72207a20', 'name': 'network-vif-deleted', 'tag': '4fbfe073-063f-427a-af49-db1ac244837c'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:36.571288 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcd3a92-ab84-4608-be95-0abd72207a20', 'name': 'network-vif-deleted', 'tag': '4fbfe073-063f-427a-af49-db1ac244837c', 'status': 'completed', 'code': 200} May 18 14:42:36.608929 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-bd185b23-9d97-439a-ba5e-d60e493277c1 req-72b5e806-c6a9-4621-b76b-199a04e626a3 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.66 "DELETE /v2.0/ports/4fbfe073-063f-427a-af49-db1ac244837c HTTP/1.1" status: 204 len: 173 time: 1.4654126 May 18 14:42:36.626488 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:42:36.812467 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:42:36.817191 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:36.821806 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] Sync routers for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:42:36.832181 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:36.832949 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:36.980433 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-eb39a2c0-91d3-4705-aa60-d972043e8590 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "PUT /v2.0/floatingips/9306291e-7d55-4909-8f63-e2982cb4f370 HTTP/1.1" status: 200 len: 991 time: 2.3523734 May 18 14:42:37.024240 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:37.154434 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-54cf8ae8-d6ff-4977-9531-2498730bde0f req-a3d3086a-8904-47b3-a1a2-9ccbcf078c4d tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] 10.222.0.18 "GET /v2.0/ports?device_id=4fcd3a92-ab84-4608-be95-0abd72207a20 HTTP/1.1" status: 200 len: 210 time: 0.0468256 May 18 14:42:37.407736 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '9306291e-7d55-4909-8f63-e2982cb4f370', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'floating_ip_address': '172.28.3.132', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'port_id': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'mac_address': 'fa:16:3e:a4:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e83765-5620-4b28-911d-34696635861c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:18Z', 'updated_at': '2021-05-18T14:42:35Z', 'revision_number': 1, 'project_id': '49895d1d336f4f30be021701578f19fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:37.412099 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] Checking router: 416d300f-b7fd-424b-a278-a7fd3c8c6a98 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:42:37.421098 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:37.421704 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:37.598052 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:37.951335 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '9306291e-7d55-4909-8f63-e2982cb4f370', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'floating_ip_address': '172.28.3.132', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'port_id': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'mac_address': 'fa:16:3e:a4:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e83765-5620-4b28-911d-34696635861c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:18Z', 'updated_at': '2021-05-18T14:42:35Z', 'revision_number': 1, 'project_id': '49895d1d336f4f30be021701578f19fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:37.955420 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e1640-6f70-4046-bf86-e2e2ac07d377 None None] The sync data for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb is: [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_floatingips': [{'id': '9306291e-7d55-4909-8f63-e2982cb4f370', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'floating_ip_address': '172.28.3.132', 'floating_network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'router_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'port_id': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'mac_address': 'fa:16:3e:a4:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e83765-5620-4b28-911d-34696635861c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T14:42:18Z', 'updated_at': '2021-05-18T14:42:35Z', 'revision_number': 1, 'project_id': '49895d1d336f4f30be021701578f19fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:42:38.145261 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882c0c68-b881-42a6-ba34-40f2a691deed None None] New status for floating IP 9306291e-7d55-4909-8f63-e2982cb4f370: ACTIVE {{(pid=91428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:42:38.572085 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e83765-5620-4b28-911d-34696635861c', 'tag': 'aa4b6548-3156-43e5-a130-97b8b767c4b4'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:38.626791 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e83765-5620-4b28-911d-34696635861c', 'tag': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'status': 'completed', 'code': 200} May 18 14:42:38.736227 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-f1ad0e4e-be1b-4275-ae56-5a0a9e9a9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:38.737745 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-f1ad0e4e-be1b-4275-ae56-5a0a9e9a9e50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=49895d1d336f4f30be021701578f19fc&device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 1098 time: 0.0827899 May 18 14:42:38.876190 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-ce8be79e-53b1-4c1f-9542-6621c7fb1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:38.877656 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-ce8be79e-53b1-4c1f-9542-6621c7fb1204 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 200 len: 912 time: 0.1317074 May 18 14:42:38.986303 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-da5ec038-709c-4c66-930f-faade9d366ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa4b6548-3156-43e5-a130-97b8b767c4b4 HTTP/1.1" status: 200 len: 1001 time: 0.1002698 May 18 14:42:39.050714 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-3a3f0b5d-32ab-4464-80d4-e28dbd8e7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:39.052143 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-3a3f0b5d-32ab-4464-80d4-e28dbd8e7e10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 200 len: 850 time: 0.0585482 May 18 14:42:39.137193 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-b5758ac4-aade-462f-9692-7bfe8a3149b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:39.138683 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-b5758ac4-aade-462f-9692-7bfe8a3149b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d770d507-5ee1-46cc-a889-38852c372718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752969 May 18 14:42:39.278105 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-80642442-bfc8-4532-b2d1-e85caf55f6c2 service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324532 May 18 14:42:39.417257 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-6d24d71e-3d25-4df3-a9cb-00c72b8386f4 req-9f7804e2-fa54-4496-8eec-1ad8df6beada service neutron] 10.222.0.66 "GET /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321547 May 18 14:42:39.897247 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 4fbfe073-063f-427a-af49-db1ac244837c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:42:39.931563 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 4fbfe073-063f-427a-af49-db1ac244837c {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:42:39.931913 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 4fbfe073-063f-427a-af49-db1ac244837c not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:42:42.897727 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ae336224-b848-4859-8ec4-53c660a11ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:45.576113 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:45.748952 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-08690e7d-ec9f-4911-a904-5a8a15301ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:46.398084 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:48.318452 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:49.183358 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fbbe8-18c9-4387-8863-4bbffe814eb6 req-258bc381-cd3d-445c-81db-c39f0574ed4c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:49.184829 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7d0fbbe8-18c9-4387-8863-4bbffe814eb6 req-258bc381-cd3d-445c-81db-c39f0574ed4c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0795040 May 18 14:42:49.229571 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7d0fbbe8-18c9-4387-8863-4bbffe814eb6 req-11eeb5e9-4864-43e1-a459-0d8ea81872dd tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390182 May 18 14:42:49.947393 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:50.427363 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7f6dc-6588-4ceb-8678-5c356813b454 req-91074793-a7fb-4fb6-8989-5497b3b2440e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:50.428877 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76e7f6dc-6588-4ceb-8678-5c356813b454 req-91074793-a7fb-4fb6-8989-5497b3b2440e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0888762 May 18 14:42:50.474885 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-76e7f6dc-6588-4ceb-8678-5c356813b454 req-6450b06d-c309-45a3-97d1-dd82ca7f4476 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 May 18 14:42:51.671757 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92548dff-b1fb-4ba2-ae68-b487c16950bf req-ed8710c1-49f9-4a82-b65f-fc4cd214756d tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:51.673270 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-92548dff-b1fb-4ba2-ae68-b487c16950bf req-ed8710c1-49f9-4a82-b65f-fc4cd214756d tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0809736 May 18 14:42:51.723171 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-92548dff-b1fb-4ba2-ae68-b487c16950bf req-0865ca7a-cb47-416d-95ca-5f195039f83a tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442083 May 18 14:42:52.911128 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268957b-d306-4d51-bb55-72c8252e28c9 req-3dd7aae2-5697-457c-a4fe-c152f0a0d0c9 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:52.912777 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f268957b-d306-4d51-bb55-72c8252e28c9 req-3dd7aae2-5697-457c-a4fe-c152f0a0d0c9 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0804651 May 18 14:42:52.959362 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f268957b-d306-4d51-bb55-72c8252e28c9 req-14f48825-19fd-4bf0-acef-2c02bd3bc939 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398407 May 18 14:42:54.159682 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00de79-1a12-401d-b681-925e6043b852 req-ef7cf543-7670-4731-bf42-8d692404ab94 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:54.161282 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3a00de79-1a12-401d-b681-925e6043b852 req-ef7cf543-7670-4731-bf42-8d692404ab94 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0867548 May 18 14:42:54.209046 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-3a00de79-1a12-401d-b681-925e6043b852 req-94e98084-114a-49bd-9a03-e4114b40def7 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419970 May 18 14:42:55.412628 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38a30d-3d12-48aa-bda6-47e859114b3a req-4c0d4313-dc05-4031-995e-9f48cb29134f tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:55.414825 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cc38a30d-3d12-48aa-bda6-47e859114b3a req-4c0d4313-dc05-4031-995e-9f48cb29134f tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0899601 May 18 14:42:55.487726 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-026d106e-4996-4cf2-b234-337952c21456 req-5e1a1e70-5284-45dd-9a7c-6b776061fd6b tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619493023&fields=id&tenant_id=911712592a8c44b4a5a55c7a96434b41 HTTP/1.1" status: 200 len: 267 time: 0.0685573 May 18 14:42:55.534407 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cc38a30d-3d12-48aa-bda6-47e859114b3a req-6bc6d4ca-a208-4319-a8b4-48878b6ddb86 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995171 May 18 14:42:55.585398 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d106e-4996-4cf2-b234-337952c21456 req-8c891a22-0b90-4b17-887b-7aa5229bdacd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:55.586866 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-026d106e-4996-4cf2-b234-337952c21456 req-8c891a22-0b90-4b17-887b-7aa5229bdacd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 985 time: 0.0932000 May 18 14:42:55.598337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.v2.base [req-026d106e-4996-4cf2-b234-337952c21456 req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Request body: {'port': {'security_groups': ['1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f']}} {{(pid=91426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:42:55.723620 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-026d106e-4996-4cf2-b234-337952c21456 req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:55.973024 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [req-026d106e-4996-4cf2-b234-337952c21456 req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] For port 9786a539-0393-4b50-ba34-e22fbf414cf6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9786a539-0393-4b50-ba34-e22fbf414cf6,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:42:55.999261 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-026d106e-4996-4cf2-b234-337952c21456 req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for port, precommit_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.003781 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-026d106e-4996-4cf2-b234-337952c21456 req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990881'] for port, after_update {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.010190 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:56.016063 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['9786a539-0393-4b50-ba34-e22fbf414cf6'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:56.084701 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d106e-4996-4cf2-b234-337952c21456 req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:56.086071 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [req-026d106e-4996-4cf2-b234-337952c21456 req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.093558 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-026d106e-4996-4cf2-b234-337952c21456 req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "PUT /v2.0/ports/9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 943 time: 0.4981747 May 18 14:42:56.093558 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:56.095023 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59362) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:56.126496 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event updated for resources: {'Port': ['ID=9786a539-0393-4b50-ba34-e22fbf414cf6,revision_number=7']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:56.132971 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e0aa0cca-a1d2-4461-a21c-172d9f0c1017 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:56.186484 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['9786a539-0393-4b50-ba34-e22fbf414cf6'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:42:56.188571 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-31288c4b-6a8f-491a-9cb1-42ff76564856 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.225404 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-31288c4b-6a8f-491a-9cb1-42ff76564856 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.302341 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-31288c4b-6a8f-491a-9cb1-42ff76564856 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.309033 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'status': 'completed', 'code': 200} May 18 14:42:56.311487 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-98aaf710-fa30-4453-9401-084fd42988ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:56.336106 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31288c4b-6a8f-491a-9cb1-42ff76564856 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:56.397273 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-31288c4b-6a8f-491a-9cb1-42ff76564856 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:56.405770 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-84520811-a9a5-47a3-a246-7395f946af88 None None] Provisioning complete for port 9786a539-0393-4b50-ba34-e22fbf414cf6 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:42:56.406156 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-84520811-a9a5-47a3-a246-7395f946af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.415543 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-31288c4b-6a8f-491a-9cb1-42ff76564856 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.418677 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-31288c4b-6a8f-491a-9cb1-42ff76564856 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "DELETE /v2.0/security-groups/24a2e06b-35ed-4dcc-ac1f-1d0d9bf7ea8c HTTP/1.1" status: 204 len: 168 time: 0.3209159 May 18 14:42:56.419950 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59376) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:56.451270 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-e1e8dfef-1623-4664-a166-ecf5f77b3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:56.452754 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-e1e8dfef-1623-4664-a166-ecf5f77b3008 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=911712592a8c44b4a5a55c7a96434b41&device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1099 time: 0.1045458 May 18 14:42:56.639271 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-5e41afd4-2f68-4e07-a1bf-106dbbd1b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:56.640891 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-5e41afd4-2f68-4e07-a1bf-106dbbd1b24b service neutron] 10.222.0.66 "GET /v2.0/networks?id=dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 200 len: 916 time: 0.1788957 May 18 14:42:56.760154 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-e3060e96-7ff3-41f0-a22b-67e8d5dd927d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 1001 time: 0.1125197 May 18 14:42:56.825755 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-68105b9b-bb59-4cbf-9b77-967aba01ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:56.827123 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-68105b9b-bb59-4cbf-9b77-967aba01ccec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cd2d4b3-f62e-4a79-940c-ea1cbab58433 HTTP/1.1" status: 200 len: 854 time: 0.0601110 May 18 14:42:56.914321 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0043a-a39e-4574-bf7d-9477066144e7 req-bde781b4-f525-4386-a363-13dd91bba6eb tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:56.915840 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55c0043a-a39e-4574-bf7d-9477066144e7 req-bde781b4-f525-4386-a363-13dd91bba6eb tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.2426183 May 18 14:42:56.917704 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Deleting port a29e4a5e-4c75-4246-8770-4382275f65d7 {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:42:56.918051 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:56.919348 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-8336cb7f-ed19-47af-9359-2e706832da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:56.920968 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-8336cb7f-ed19-47af-9359-2e706832da26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dbb24039-3b97-401a-8991-0a5ed09a12d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853605 May 18 14:42:57.057254 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55c0043a-a39e-4574-bf7d-9477066144e7 req-6a5970e5-d45b-4b45-9705-80a6f830665c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262803 May 18 14:42:57.079754 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-017e7f78-6f5a-4ec9-b20e-2717af21a7de service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499958 May 18 14:42:57.087055 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:57.087447 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:57.210119 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Calling delete_port for a29e4a5e-4c75-4246-8770-4382275f65d7 owned by network:floatingip {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:42:57.309098 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-5d3fbc6b-97e2-4ba9-85c5-c8d2e3dba50b req-403f98c9-ea74-4962-aec2-bfc2c92fbbf2 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207386 May 18 14:42:57.340572 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:57.344178 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:57.421395 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event deleted for resources: {'Port': ['ID=a29e4a5e-4c75-4246-8770-4382275f65d7,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:57.424387 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:57.492472 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks [] for floatingip, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:57.492860 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.l3_db [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Floating IP 3772954e-223c-4a8c-870a-27886da9efb6 disassociated (deleted). External IP: 172.28.3.99, port: 9786a539-0393-4b50-ba34-e22fbf414cf6. May 18 14:42:57.629418 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59390) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:57.689465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_v2 [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Deleting subnet ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e {{(pid=91425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:42:57.692605 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:57.746165 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205902'] for subnet, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:57.807945 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:57.859129 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:42:58.041731 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:42:58.060350 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.063073 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] Sync routers for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:42:58.074347 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2205876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136208'] for subnet, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.077486 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:58.078407 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:58.094685 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:58.149296 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:58.153434 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:58.154573 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.158913 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-6876af69-a315-470e-9e23-a5b6141d2c12 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "DELETE /v2.0/floatingips/3772954e-223c-4a8c-870a-27886da9efb6 HTTP/1.1" status: 204 len: 168 time: 1.7378407 May 18 14:42:58.162331 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ae9e0fd9-67b8-4fc9-a6cc-de29747d1e5e HTTP/1.1" status: 204 len: 168 time: 0.5318246 May 18 14:42:58.165195 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59400) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:58.277532 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f0ffa-4191-468f-adf5-9532929ef305 req-69fe877f-c3f3-4dff-ac25-b747babdef77 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:58.279095 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7b3f0ffa-4191-468f-adf5-9532929ef305 req-69fe877f-c3f3-4dff-ac25-b747babdef77 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1009369 May 18 14:42:58.292250 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.312562 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:42:58.332988 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:58.342011 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-7b3f0ffa-4191-468f-adf5-9532929ef305 req-21933f19-ed32-4e37-ae4b-9251e3f7c19c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546198 May 18 14:42:58.414391 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'status': 'completed', 'code': 200} May 18 14:42:58.439489 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.490400 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e210a7-8eb0-44c5-b4ab-a317614bfa5c']}} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:58.510862 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41452024-07b7-4011-8361-2f472e9a24b7') {'for_net_delete': True} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:58.511248 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41452024-07b7-4011-8361-2f472e9a24b7') {} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:58.536140 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2205913'] for segment, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.560973 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.572255 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=91425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:42:58.572749 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134294'] for segment, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: Traceback (most recent call last): May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: timer() May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: cb(*args, **kw) May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: return func(*args, **kwargs) May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: self._notify() May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: self.callback(batched_events) May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: event.method(event) May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: return f(self, *a, **k) May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: return self._get(url).json() May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: return self.request(url, 'GET', **kwargs) May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:42:58.598071 dv-cinder-787195-7-smb neutron-server[91425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:42:58.673207 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-9dc76aea-5caa-4765-b64c-a1c35719617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:58.674804 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-9dc76aea-5caa-4765-b64c-a1c35719617d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=911712592a8c44b4a5a55c7a96434b41&device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 1099 time: 0.2267449 May 18 14:42:58.699608 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:58Z', 'revision_number': 5, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:58.704622 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] Checking router: 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:42:58.714326 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:42:58.715204 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:58.726321 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.734984 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:58.745665 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-109fe898-3aa2-44f0-a786-2d81242aa70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:58.823294 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e210a7-8eb0-44c5-b4ab-a317614bfa5c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:58.826368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:58.835622 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] 10.222.0.18 "DELETE /v2.0/networks/38e210a7-8eb0-44c5-b4ab-a317614bfa5c HTTP/1.1" status: 204 len: 168 time: 0.6693511 May 18 14:42:58.870673 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-7b2f221e-e312-468b-aa3a-8417183c57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:58.872133 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-7b2f221e-e312-468b-aa3a-8417183c57f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 200 len: 916 time: 0.1895072 May 18 14:42:58.904038 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:42:58.949667 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-7e91bd61-0abb-425a-b2d4-f3979b1bf714 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 200 len: 217 time: 0.0657220 May 18 14:42:59.049981 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-dab65a12-c5b7-4731-9b3f-a5250f9133af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:59.055514 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-dab65a12-c5b7-4731-9b3f-a5250f9133af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8cd2d4b3-f62e-4a79-940c-ea1cbab58433 HTTP/1.1" status: 200 len: 854 time: 0.0945220 May 18 14:42:59.057468 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59416) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:59.122413 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-01b4a3ac-9814-4070-aaac-1fac7be43ad8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=864744bae98f44bcbf34f43602454e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635369 May 18 14:42:59.124648 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59420) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:42:59.166907 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-231f22cf-249f-4690-bdcb-9b3734ae2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:59.170168 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-231f22cf-249f-4690-bdcb-9b3734ae2434 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=dbb24039-3b97-401a-8991-0a5ed09a12d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1086614 May 18 14:42:59.312467 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:58Z', 'revision_number': 5, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:42:59.317229 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0723b19-1325-4d36-8eed-b43223d8a0c8 None None] The sync data for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb is: [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:38:45Z', 'revision_number': 4, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '16ec8782-454f-4d8c-9923-8f44936f015c', 'name': '', 'network_id': 'dbb24039-3b97-401a-8991-0a5ed09a12d2', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'mac_address': 'fa:16:3e:59:81:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:44Z', 'updated_at': '2021-05-18T14:38:58Z', 'revision_number': 5, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'subnets': [{'id': '8cd2d4b3-f62e-4a79-940c-ea1cbab58433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:42:59.326699 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-80f01cfa-5c1b-40fd-9884-c562fddc106c service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469924 May 18 14:42:59.336494 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7d4979c2-4be7-4388-9bb0-838426326f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:59.367668 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7d4979c2-4be7-4388-9bb0-838426326f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:59.434603 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7d4979c2-4be7-4388-9bb0-838426326f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:59.439659 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a8ec3b50-6bbe-4c76-adf3-b55445f7065f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:42:59.457287 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4979c2-4be7-4388-9bb0-838426326f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8897783c-b88c-4c84-aede-53b06f27ac55,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:42:59.465788 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7d4979c2-4be7-4388-9bb0-838426326f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:42:59.473484 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7d4979c2-4be7-4388-9bb0-838426326f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:42:59.480860 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-7d4979c2-4be7-4388-9bb0-838426326f63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8897783c-b88c-4c84-aede-53b06f27ac55 HTTP/1.1" status: 204 len: 168 time: 0.3548450 May 18 14:42:59.582559 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c15a6782-d0c7-4258-8548-de678bfb15f6 req-155adc5b-dbfa-46ca-8a31-a3f63406f838 service neutron] 10.222.0.66 "GET /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467728 May 18 14:42:59.629211 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5442dcf-7aa0-44dc-88fa-a429a0a53de0 req-31a0c2cd-2c3b-46e2-8b72-012100bdaa4e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:42:59.639985 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e5442dcf-7aa0-44dc-88fa-a429a0a53de0 req-31a0c2cd-2c3b-46e2-8b72-012100bdaa4e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1079283 May 18 14:42:59.648740 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c9f26-6ae7-431d-87dd-27cea8662477 None None] New status for floating IP 3772954e-223c-4a8c-870a-27886da9efb6: DOWN {{(pid=91428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:42:59.686883 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e5442dcf-7aa0-44dc-88fa-a429a0a53de0 req-b9ca13ef-d484-4258-95b2-3336b0e515d6 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458217 May 18 14:43:00.870969 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135cb3b-5b90-4b15-a833-7cbdfa706415 req-0a225855-5831-4482-a11a-073c8d7879f1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:00.872393 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a135cb3b-5b90-4b15-a833-7cbdfa706415 req-0a225855-5831-4482-a11a-073c8d7879f1 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0796816 May 18 14:43:00.919708 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a135cb3b-5b90-4b15-a833-7cbdfa706415 req-e69ee591-6be4-47b1-bdde-695d60663342 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 May 18 14:43:01.581611 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac9646-910b-436d-90f2-32279b8de995 req-0ff9fdb5-7010-4f6f-b73b-e9c21e981ffc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:01.582320 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-d2ac9646-910b-436d-90f2-32279b8de995 req-0ff9fdb5-7010-4f6f-b73b-e9c21e981ffc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Synchronizing usage tracker for tenant:911712592a8c44b4a5a55c7a96434b41 on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:43:01.600564 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-d2ac9646-910b-436d-90f2-32279b8de995 req-0ff9fdb5-7010-4f6f-b73b-e9c21e981ffc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Unset dirty status for tenant:911712592a8c44b4a5a55c7a96434b41 on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:43:01.601751 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d2ac9646-910b-436d-90f2-32279b8de995 req-0ff9fdb5-7010-4f6f-b73b-e9c21e981ffc tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.1014180 May 18 14:43:01.650587 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d2ac9646-910b-436d-90f2-32279b8de995 req-257b69d2-8cd5-40a2-ad0e-9efc884847a0 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 May 18 14:43:02.114429 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4f49-78fb-4a47-8435-a1a185e89455 req-dfc00514-448b-48cb-b385-866a0843e013 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:02.115957 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ec9f4f49-78fb-4a47-8435-a1a185e89455 req-dfc00514-448b-48cb-b385-866a0843e013 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0866175 May 18 14:43:02.162362 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ec9f4f49-78fb-4a47-8435-a1a185e89455 req-d6067c40-b0e1-458c-ad6e-dd88d9fcda35 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403459 May 18 14:43:02.840857 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd75ae3-9228-43b4-be1c-40efd4b24569 req-5d480982-8a92-4474-914f-7b0d3f62c7dd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:02.842224 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ccd75ae3-9228-43b4-be1c-40efd4b24569 req-5d480982-8a92-4474-914f-7b0d3f62c7dd tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0813651 May 18 14:43:02.888441 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ccd75ae3-9228-43b4-be1c-40efd4b24569 req-404ded76-5f3c-4f4f-9180-9dedd108889e tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 May 18 14:43:03.351930 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a317a7-39f8-4c2e-8acd-6cfaa3b336d2 req-93757229-d9f7-4cde-bb99-9326cf34c449 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:03.353947 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-14a317a7-39f8-4c2e-8acd-6cfaa3b336d2 req-93757229-d9f7-4cde-bb99-9326cf34c449 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0849907 May 18 14:43:03.399728 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-14a317a7-39f8-4c2e-8acd-6cfaa3b336d2 req-f5586daf-5a3c-44b6-9c53-8ee43a773a0b tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399351 May 18 14:43:03.538828 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-a0e6d3e3-f6a5-43f4-ae11-c0e01fd41fde tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:03.540059 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-a0e6d3e3-f6a5-43f4-ae11-c0e01fd41fde tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Synchronizing usage tracker for tenant:911712592a8c44b4a5a55c7a96434b41 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:43:03.553202 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-a0e6d3e3-f6a5-43f4-ae11-c0e01fd41fde tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Unset dirty status for tenant:911712592a8c44b4a5a55c7a96434b41 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:43:03.554348 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-a0e6d3e3-f6a5-43f4-ae11-c0e01fd41fde tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.66 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0990286 May 18 14:43:03.692473 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Deleting port 9786a539-0393-4b50-ba34-e22fbf414cf6 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:03.692842 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:03.829730 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] For port 9786a539-0393-4b50-ba34-e22fbf414cf6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9786a539-0393-4b50-ba34-e22fbf414cf6,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:03.830102 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:03.963500 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Calling delete_port for 9786a539-0393-4b50-ba34-e22fbf414cf6 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:04.077672 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065a0f3-ed7e-47c6-b755-45155f27afe6 req-a9769687-cfae-4674-bd2a-5f558dce0af9 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:04.077969 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:04.080286 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9065a0f3-ed7e-47c6-b755-45155f27afe6 req-a9769687-cfae-4674-bd2a-5f558dce0af9 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/ports?device_id=d863ab6a-6287-44e1-bb4c-585aa6ebd939 HTTP/1.1" status: 200 len: 946 time: 0.0855973 May 18 14:43:04.083787 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-aec3501c-78bf-4464-b384-e8215bf0c607 tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:04.090480 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['9786a539-0393-4b50-ba34-e22fbf414cf6'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:43:04.133035 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Pushing event deleted for resources: {'Port': ['ID=9786a539-0393-4b50-ba34-e22fbf414cf6,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:04.134251 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9065a0f3-ed7e-47c6-b755-45155f27afe6 req-3cca417c-255a-42ca-b868-fad45cbf73b4 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478921 May 18 14:43:04.136781 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:04.211916 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] No DVR routers for this DVR port 9786a539-0393-4b50-ba34-e22fbf414cf6 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:04.214749 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:04.217431 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'name': 'network-vif-deleted', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:04.235992 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-40b6b603-24f1-450b-9c4b-1179a64964f9 req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] 10.222.0.66 "DELETE /v2.0/ports/9786a539-0393-4b50-ba34-e22fbf414cf6 HTTP/1.1" status: 204 len: 173 time: 0.6755819 May 18 14:43:04.358646 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-3ad03068-0609-4173-89e6-076f500b2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:04.360470 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-3ad03068-0609-4173-89e6-076f500b2fd4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=101469e6af7740ee8d239a783c9a0851&device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1099 time: 0.0883706 May 18 14:43:04.544109 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd863ab6a-6287-44e1-bb4c-585aa6ebd939', 'name': 'network-vif-deleted', 'tag': '9786a539-0393-4b50-ba34-e22fbf414cf6', 'status': 'completed', 'code': 200} May 18 14:43:04.585909 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-8709ddd7-96c0-4391-9aeb-35fee51dff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:04.587698 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-8709ddd7-96c0-4391-9aeb-35fee51dff32 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 200 len: 910 time: 0.2183690 May 18 14:43:04.648292 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572809-977f-427b-851d-8693ee1a34ea req-46626808-ae85-4f3d-8c4d-adcc2960a69b tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:04.649854 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8b572809-977f-427b-851d-8693ee1a34ea req-46626808-ae85-4f3d-8c4d-adcc2960a69b tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0919936 May 18 14:43:04.698399 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8b572809-977f-427b-851d-8693ee1a34ea req-0ed6164f-d441-42fa-9a83-18d4f62deff3 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 May 18 14:43:04.700804 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-873051df-57d6-4ae6-84bd-bc12b9e5ebd7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 200 len: 1001 time: 0.1046846 May 18 14:43:04.775023 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-d2761d90-6583-4814-b8ac-d53b6123df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:04.776781 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-d2761d90-6583-4814-b8ac-d53b6123df9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba097b3-9e9c-4707-95ca-9ada03ce3049 HTTP/1.1" status: 200 len: 848 time: 0.0603874 May 18 14:43:04.859528 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-a6aac3b2-f676-4a2f-af5c-ec6d0ccedcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:04.861046 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-a6aac3b2-f676-4a2f-af5c-ec6d0ccedcd2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6fc883ca-381c-4537-8f24-5e176cbfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768025 May 18 14:43:05.001792 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-023fae3f-3baf-4dd2-9792-be1f3f3a3be1 service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318750 May 18 14:43:05.140037 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e8834c7c-08c9-4ece-8f14-c1ca1b4220a8 req-1b446f1c-1585-4bc1-a942-833ed467be3f service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297410 May 18 14:43:05.890137 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59532) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:05.958689 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba39656-0db1-48d5-9d15-a103ef5cecf3 req-e0d9757d-b1f4-451d-befe-f078e9cd9010 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:05.960188 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ba39656-0db1-48d5-9d15-a103ef5cecf3 req-e0d9757d-b1f4-451d-befe-f078e9cd9010 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1491520 May 18 14:43:06.098671 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ba39656-0db1-48d5-9d15-a103ef5cecf3 req-081fb99f-d731-4c73-b228-a8b3255ae609 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292775 May 18 14:43:06.480544 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438345'] for router_interface, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:07.006898 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Deleting port 16ec8782-454f-4d8c-9923-8f44936f015c {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:07.007491 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:07.139213 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] For port 16ec8782-454f-4d8c-9923-8f44936f015c, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=16ec8782-454f-4d8c-9923-8f44936f015c,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:07.139573 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:07.267042 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Calling delete_port for 16ec8782-454f-4d8c-9923-8f44936f015c owned by network:router_interface {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:07.375217 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed6b85-c1c7-4548-b96d-ecd6b9a9bb7c req-511d2322-ca8e-4d86-9181-d970d53faf56 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:07.376533 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-20ed6b85-c1c7-4548-b96d-ecd6b9a9bb7c req-511d2322-ca8e-4d86-9181-d970d53faf56 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1165297 May 18 14:43:07.433462 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-20ed6b85-c1c7-4548-b96d-ecd6b9a9bb7c req-8b3c48c3-538f-4f29-a515-c282961aa9d6 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500283 May 18 14:43:07.529950 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:07.534791 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:07.580005 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ec8782-454f-4d8c-9923-8f44936f015c,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:07.583086 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:07.830637 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59554) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:07.961603 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33151930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440281'] for router_interface, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:07.981002 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d71e4-eaf8-4b60-823b-fb220ab698c1 req-220a647e-4ce3-40b6-a36d-7f588e2b0303 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:07.982507 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c69d71e4-eaf8-4b60-823b-fb220ab698c1 req-220a647e-4ce3-40b6-a36d-7f588e2b0303 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1842985 May 18 14:43:08.033661 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 9786a539-0393-4b50-ba34-e22fbf414cf6 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:08.039106 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-87fe0c8d-40e3-4d3c-aa87-ddad5be24ea9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2058718 May 18 14:43:08.070987 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 9786a539-0393-4b50-ba34-e22fbf414cf6 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:08.071419 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 9786a539-0393-4b50-ba34-e22fbf414cf6 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:08.219271 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c69d71e4-eaf8-4b60-823b-fb220ab698c1 req-9237750b-d048-4bbf-9508-5f5ae9cc83d4 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851113 May 18 14:43:08.505277 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:43:08.692577 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:43:08.704847 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] Sync routers for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:43:08.705591 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-ec2b30c3-137a-4785-86c9-bcb1bb597cb1 admin admin] 10.222.0.18 "PUT /v2.0/routers/1101d49e-70a2-44e0-9bc3-3bf26c7ea284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8143005 May 18 14:43:08.708063 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59572) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:08.716746 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:08.717596 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:08.964220 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:08.969056 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks [] for router, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:09.174878 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:09.252002 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Deleting port 827781f3-62c7-47f6-ab72-90c42587c90b {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:09.252751 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:09.278657 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190'}], 'enable_snat': True}, 'gw_port_id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:43:07Z', 'revision_number': 5, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port': {'id': '827781f3-62c7-47f6-ab72-90c42587c90b', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:09.289801 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] Checking router: 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:43:09.300703 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] Routers {'1101d49e-70a2-44e0-9bc3-3bf26c7ea284'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:09.301597 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:09.429075 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] For port 827781f3-62c7-47f6-ab72-90c42587c90b, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=827781f3-62c7-47f6-ab72-90c42587c90b,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:09.429565 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:09.457615 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] Set router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 gateway port host: None {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:09.562454 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Calling delete_port for 827781f3-62c7-47f6-ab72-90c42587c90b owned by network:router_gateway {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:09.564162 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:43:09Z', 'revision_number': 6, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port_host': None}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:09.568398 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa23930c-eb5f-4304-90c6-f97e659d31a7 None None] The sync data for ids ['1101d49e-70a2-44e0-9bc3-3bf26c7ea284'] in dv-cinder-787195-7-smb is: [{'id': '1101d49e-70a2-44e0-9bc3-3bf26c7ea284', 'name': 'tempest-TestMinimumBasicScenario-1288521905-router', 'tenant_id': '911712592a8c44b4a5a55c7a96434b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:36Z', 'updated_at': '2021-05-18T14:43:09Z', 'revision_number': 6, 'project_id': '911712592a8c44b4a5a55c7a96434b41', 'gw_port_host': None}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:43:09.604381 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d0d7a-28e3-4de6-8afc-4f2f3a91a3a7 req-fc492749-5a5f-4086-8aed-abe40020b506 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:09.605915 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1c3d0d7a-28e3-4de6-8afc-4f2f3a91a3a7 req-fc492749-5a5f-4086-8aed-abe40020b506 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.2390733 May 18 14:43:09.639565 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-cc564c0b-db06-42dd-be26-7c07d4a22635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:09.641180 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-cc564c0b-db06-42dd-be26-7c07d4a22635 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b&tenant_id=101469e6af7740ee8d239a783c9a0851 HTTP/1.1" status: 200 len: 1099 time: 0.0912576 May 18 14:43:09.741581 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-90cf0124-7e47-4e74-8694-8a7b7f0d6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:09.744103 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-90cf0124-7e47-4e74-8694-8a7b7f0d6dd9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=101469e6af7740ee8d239a783c9a0851&device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1099 time: 0.0808439 May 18 14:43:09.784509 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1c3d0d7a-28e3-4de6-8afc-4f2f3a91a3a7 req-a5b406c6-f0f5-47fb-9394-199b62ccd7e9 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721590 May 18 14:43:09.876353 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:09.881108 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-377bada4-c641-4227-9612-65be6dbfda09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:09.887247 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-925e5f2f-8d20-489e-ae89-c630c66c5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:09.888741 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-925e5f2f-8d20-489e-ae89-c630c66c5e2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 200 len: 910 time: 0.1369534 May 18 14:43:09.959706 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=827781f3-62c7-47f6-ab72-90c42587c90b,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:09.970945 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:10.049401 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435042'] for router_gateway, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.056552 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-52c6ef07-81b3-43bf-8f40-fae958c349bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 200 len: 1001 time: 0.1609030 May 18 14:43:10.126123 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-960d270b-4527-449c-aa57-bf1f72a0a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:10.128524 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-960d270b-4527-449c-aa57-bf1f72a0a4b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba097b3-9e9c-4707-95ca-9ada03ce3049 HTTP/1.1" status: 200 len: 848 time: 0.0617955 May 18 14:43:10.208974 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-54626fbe-9164-4a1d-a8d6-9368b110d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:10.210464 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-54626fbe-9164-4a1d-a8d6-9368b110d300 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6fc883ca-381c-4537-8f24-5e176cbfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746791 May 18 14:43:10.236669 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33138137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.239309 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.263384 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434485'] for router, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.264201 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1101d49e-70a2-44e0-9bc3-3bf26c7ea284 {{(pid=91426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:43:10.276701 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.277832 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-74cb7ca0-80be-4241-b388-31ee7b833d1d admin admin] 10.222.0.18 "DELETE /v2.0/routers/1101d49e-70a2-44e0-9bc3-3bf26c7ea284 HTTP/1.1" status: 204 len: 168 time: 1.5683708 May 18 14:43:10.280337 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59590) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:10.342800 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] Deleting subnet 8cd2d4b3-f62e-4a79-940c-ea1cbab58433 {{(pid=91426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:43:10.345836 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.350326 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-f0fc3a82-fa78-4b2f-8a91-8dc20dcdf1a9 service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318266 May 18 14:43:10.398317 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912105'] for subnet, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.496402 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-257a87ac-1e86-42bf-9212-4c3d105c79e8 req-47e2abfc-9532-4e6b-b2e1-aae90a289a4d service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387479 May 18 14:43:10.521715 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.800145 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143016'] for subnet, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.804896 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-52d2bbf0-f01a-472d-a37d-5d3adae6a483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:10.848243 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd2d4b3-f62e-4a79-940c-ea1cbab58433,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:10.854073 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:10.857551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:10.864415 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc00fcc1-dbdb-48a5-96d1-fccecc2512f0 None None] Network dbb24039-3b97-401a-8991-0a5ed09a12d2 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:43:10.867353 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-e34dc374-d111-4ce6-8d12-edd6d8c97428 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8cd2d4b3-f62e-4a79-940c-ea1cbab58433 HTTP/1.1" status: 204 len: 168 time: 0.5859005 May 18 14:43:10.869933 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59600) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:10.991290 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.039701 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0275d05-1e07-4d15-9e6a-affe55c2e5d1 req-58201c31-4b35-4a14-8bae-f364306e63e4 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:11.047880 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c0275d05-1e07-4d15-9e6a-affe55c2e5d1 req-58201c31-4b35-4a14-8bae-f364306e63e4 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1318097 May 18 14:43:11.089128 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 16ec8782-454f-4d8c-9923-8f44936f015c no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:11.092871 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Deleting port f5ee4010-4cff-4502-94dc-2766b6d036ae {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:11.093224 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.103536 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-c0275d05-1e07-4d15-9e6a-affe55c2e5d1 req-f3b253da-1e1a-4195-b134-becde743ddbf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516021 May 18 14:43:11.174187 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 16ec8782-454f-4d8c-9923-8f44936f015c {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:11.174535 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 16ec8782-454f-4d8c-9923-8f44936f015c not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:11.175155 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 827781f3-62c7-47f6-ab72-90c42587c90b no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:11.217756 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 827781f3-62c7-47f6-ab72-90c42587c90b {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:11.218012 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 827781f3-62c7-47f6-ab72-90c42587c90b not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:11.221991 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] For port f5ee4010-4cff-4502-94dc-2766b6d036ae, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=f5ee4010-4cff-4502-94dc-2766b6d036ae,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:11.222395 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.305812 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] DHCP port deletion for dbb24039-3b97-401a-8991-0a5ed09a12d2 request from dv-cinder-787195-7-smb {{(pid=91427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:43:11.363982 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Calling delete_port for f5ee4010-4cff-4502-94dc-2766b6d036ae owned by network:dhcp {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:11.378711 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Deleting port f5ee4010-4cff-4502-94dc-2766b6d036ae {{(pid=91427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:11.379169 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.416595 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.422208 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:11.471973 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ee4010-4cff-4502-94dc-2766b6d036ae,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:11.474251 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] No DVR routers for this DVR port f5ee4010-4cff-4502-94dc-2766b6d036ae on host dv-cinder-787195-7-smb {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:11.500141 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] For port f5ee4010-4cff-4502-94dc-2766b6d036ae, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=f5ee4010-4cff-4502-94dc-2766b6d036ae,segment=NetworkSegment(2d1a4994-c3ec-499f-bab7-15e2710ef394),segment_id=2d1a4994-c3ec-499f-bab7-15e2710ef394)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:11.500565 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.510757 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.511109 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.511469 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.511832 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.512573 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.512573 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.512931 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.513280 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.513631 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.513984 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.514337 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.514686 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.520603 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:11.545443 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ccf8-c47c-4386-88de-7d6424ce5776 req-3dccbd51-a559-4cdf-ba8c-333227ee9133 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:11.547105 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dd60ccf8-c47c-4386-88de-7d6424ce5776 req-3dccbd51-a559-4cdf-ba8c-333227ee9133 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0887582 May 18 14:43:11.605324 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-dd60ccf8-c47c-4386-88de-7d6424ce5776 req-fdabba5b-a831-4a7b-a8d2-b052b7e6e522 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520487 May 18 14:43:11.626349 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.641048 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Calling delete_port for f5ee4010-4cff-4502-94dc-2766b6d036ae owned by network:dhcp {{(pid=91427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:11.646651 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb24039-3b97-401a-8991-0a5ed09a12d2']}} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:11.664906 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1a4994-c3ec-499f-bab7-15e2710ef394') {'for_net_delete': True} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:11.665207 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1a4994-c3ec-499f-bab7-15e2710ef394') {} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:11.678172 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2205913'] for segment, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.780434 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487'] for port, after_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.783952 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:11.826838 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.828007 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Pushing event deleted for resources: {'Port': ['ID=f5ee4010-4cff-4502-94dc-2766b6d036ae,revision_number=None']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:11.830596 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] No DVR routers for this DVR port f5ee4010-4cff-4502-94dc-2766b6d036ae on host dv-cinder-787195-7-smb {{(pid=91427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:11.837091 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=91425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:43:11.837502 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134294'] for segment, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.838411 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.838788 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.839094 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.839426 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.839751 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.840072 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.840396 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.840739 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.841058 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.841375 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.841690 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.842013 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:11.845039 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-e991ab69-e287-4825-a063-6135d0230a00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: Traceback (most recent call last): May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: timer() May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: cb(*args, **kw) May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: return func(*args, **kwargs) May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: self._notify() May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: self.callback(batched_events) May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: event.method(event) May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: return f(self, *a, **k) May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: return self._get(url).json() May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: return self.request(url, 'GET', **kwargs) May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:43:11.854863 dv-cinder-787195-7-smb neutron-server[91425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:43:11.936140 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.939918 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecc3f6-aa07-475f-935d-fae3fa8c5fc6 req-0f42ebf1-99c2-43b8-8266-f429c9eaf31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:11.941410 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-15ecc3f6-aa07-475f-935d-fae3fa8c5fc6 req-0f42ebf1-99c2-43b8-8266-f429c9eaf31f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1099 time: 0.1681645 May 18 14:43:11.943518 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:11.956220 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:11.983243 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb24039-3b97-401a-8991-0a5ed09a12d2,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:11.988131 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:12.007690 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-da661dd6-fc16-46fc-9511-914b89013c89 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dbb24039-3b97-401a-8991-0a5ed09a12d2 HTTP/1.1" status: 204 len: 168 time: 1.1364806 May 18 14:43:12.010566 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59616) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:12.011255 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-15ecc3f6-aa07-475f-935d-fae3fa8c5fc6 req-61d5424c-c2c8-40eb-8814-e442e116d368 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505843 May 18 14:43:12.047912 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 852f8bd1-db87-47a1-b4b4-9c67eabbea03 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:12.161406 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:12.190498 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:12.203164 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:12.208215 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:12.210903 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:12.293978 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=6']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:12.298359 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:12.312324 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'code': 200} May 18 14:43:12.589161 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf07ad0-5f67-4c96-bf79-97dbe2643746 req-56cb09b2-a22c-4e19-8f71-b3cee5a1af4a tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:12.590562 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ebf07ad0-5f67-4c96-bf79-97dbe2643746 req-56cb09b2-a22c-4e19-8f71-b3cee5a1af4a tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.3439829 May 18 14:43:12.682698 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ebf07ad0-5f67-4c96-bf79-97dbe2643746 req-83aa6802-9c20-4326-bccb-90326b2a91c7 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850234 May 18 14:43:12.868806 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e4e47-67d9-453b-8705-a8dc8f019acb req-3f8eee87-7f87-48f3-88f9-f198cb5b5c2f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:12.870230 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2f3e4e47-67d9-453b-8705-a8dc8f019acb req-3f8eee87-7f87-48f3-88f9-f198cb5b5c2f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.1470151 May 18 14:43:12.878048 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438345'] for router_interface, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:12.902556 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-49d8c48a-6d4e-4384-a10c-2b3c446a9a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:13.002547 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device f5ee4010-4cff-4502-94dc-2766b6d036ae no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:13.036550 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:43:13.038389 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: f5ee4010-4cff-4502-94dc-2766b6d036ae {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:13.038823 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device f5ee4010-4cff-4502-94dc-2766b6d036ae not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:13.055804 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2f3e4e47-67d9-453b-8705-a8dc8f019acb req-ca708fcb-dcce-4c60-b3f1-c195d1ed5591 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251066 May 18 14:43:13.336482 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Deleting port 0a30a7a6-6f04-4a49-a367-2a413580a6b5 {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:13.337106 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:13.463167 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] For port 0a30a7a6-6f04-4a49-a367-2a413580a6b5, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=0a30a7a6-6f04-4a49-a367-2a413580a6b5,segment=NetworkSegment(e5bd077c-b92a-4931-b3d1-651fe0c15e02),segment_id=e5bd077c-b92a-4931-b3d1-651fe0c15e02)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:13.463526 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:13.593797 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Calling delete_port for 0a30a7a6-6f04-4a49-a367-2a413580a6b5 owned by network:router_interface {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:13.743432 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:13.747312 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-95fb7671-97f7-44a0-b439-389467fe3a17 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:13.794506 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a30a7a6-6f04-4a49-a367-2a413580a6b5,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:13.797491 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:14.057706 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 852f8bd1-db87-47a1-b4b4-9c67eabbea03 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:43:14.149685 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf7886-17c4-49d2-b7fc-c0c050e8e787 req-e5b65352-4453-4a81-9bb2-53acc4134a6c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.151118 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cbaf7886-17c4-49d2-b7fc-c0c050e8e787 req-e5b65352-4453-4a81-9bb2-53acc4134a6c tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 944 time: 0.3579965 May 18 14:43:14.196244 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:14.209153 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'port_id': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'mac_address': 'fa:16:3e:3d:1a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:43:14.267106 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:14.284521 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852f8bd1-db87-47a1-b4b4-9c67eabbea03 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:43:14.299995 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:14.303746 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:14.307178 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:14.323169 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-cbaf7886-17c4-49d2-b7fc-c0c050e8e787 req-73704351-25f4-4cac-a5f7-b73369139627 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664026 May 18 14:43:14.332955 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33151930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440281'] for router_interface, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:14.375916 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=7']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:14.379005 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:14.445983 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb93e0-c56a-4c66-bf37-6b712354d183 req-be583330-53ea-4455-82cc-bb9c72bd0894 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:14.447532 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e7fb93e0-c56a-4c66-bf37-6b712354d183 req-be583330-53ea-4455-82cc-bb9c72bd0894 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.2707927 May 18 14:43:14.574726 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e7fb93e0-c56a-4c66-bf37-6b712354d183 req-213664f2-6a6f-40ff-9240-d39d3c08567b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198316 May 18 14:43:14.602993 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['852f8bd1-db87-47a1-b4b4-9c67eabbea03'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:43:14.757318 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:43:14.934596 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:43:14.942618 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] Sync routers for ids ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:43:14.943364 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] 10.222.0.18 "PUT /v2.0/routers/b9677d0a-d0bf-42cb-9a50-b56a8ba786e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9317627 May 18 14:43:14.945896 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59640) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:14.956253 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] Routers {'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:14.957049 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:15.129882 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks [] for router, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:15.142374 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] Set router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:15.312519 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:15.428924 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:43:13Z', 'revision_number': 5, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port': {'id': '27071c0b-a734-404b-8832-84f2eec0a5b9', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:53Z', 'updated_at': '2021-05-18T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:15.433912 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] Checking router: b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:43:15.444062 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] Routers {'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:15.444793 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:42:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:15.515725 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Deleting port 27071c0b-a734-404b-8832-84f2eec0a5b9 {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:15.516065 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:15.571218 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:15.633631 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] Set router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 gateway port host: None {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:15.645361 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] For port 27071c0b-a734-404b-8832-84f2eec0a5b9, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=27071c0b-a734-404b-8832-84f2eec0a5b9,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:15.645714 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:15.749177 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-1b3752c9-566e-41a3-b3a5-aae6c829bd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:15.754653 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:43:15Z', 'revision_number': 6, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port_host': None}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:15.759439 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99092bfc-848e-423f-bc28-27d8bd0c7ac9 None None] The sync data for ids ['b9677d0a-d0bf-42cb-9a50-b56a8ba786e9'] in dv-cinder-787195-7-smb is: [{'id': 'b9677d0a-d0bf-42cb-9a50-b56a8ba786e9', 'name': 'tempest-TestMinimumBasicScenario-559403546-router', 'tenant_id': '03360a8dcfac4712831df7796e3ca49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:51Z', 'updated_at': '2021-05-18T14:43:15Z', 'revision_number': 6, 'project_id': '03360a8dcfac4712831df7796e3ca49e', 'gw_port_host': None}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:43:15.801007 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Calling delete_port for 27071c0b-a734-404b-8832-84f2eec0a5b9 owned by network:router_gateway {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:15.875532 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63130771-e052-4b05-b4fa-de4b1d9f1d78 req-305b03ca-7adc-48b2-bcb0-b02890660d07 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:15.876918 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-63130771-e052-4b05-b4fa-de4b1d9f1d78 req-305b03ca-7adc-48b2-bcb0-b02890660d07 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.1700404 May 18 14:43:15.939702 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-63130771-e052-4b05-b4fa-de4b1d9f1d78 req-a50197cb-3565-443e-aab2-ca9c952a7310 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510161 May 18 14:43:16.027001 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.031047 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-315aefb0-9155-4a44-8b1a-4c5636de6a26 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:16.066452 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 852f8bd1-db87-47a1-b4b4-9c67eabbea03 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:43:16.079389 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Pushing event deleted for resources: {'Port': ['ID=27071c0b-a734-404b-8832-84f2eec0a5b9,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:16.082234 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:16.136211 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:43:16.136958 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.178829 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435042'] for router_gateway, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.286328 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.313539 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:16.323024 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:16.327263 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.330280 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:16.354447 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33138137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.356856 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.365810 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'code': 200} May 18 14:43:16.382406 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434485'] for router, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.382906 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 {{(pid=91426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:43:16.394877 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Notify callbacks [] for router, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.395998 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] 10.222.0.18 "DELETE /v2.0/routers/b9677d0a-d0bf-42cb-9a50-b56a8ba786e9 HTTP/1.1" status: 204 len: 168 time: 1.4492002 May 18 14:43:16.398595 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59650) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:16.417720 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.423024 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=8']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:16.426118 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:16.458501 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_v2 [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] Deleting subnet 2434cc19-95f9-45ca-9a14-856f2661b5cb {{(pid=91426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:43:16.462253 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.513074 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912105'] for subnet, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.597317 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.859131 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143016'] for subnet, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.864196 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-723d193d-bc5a-4a8b-8cd1-82b0af9649b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:16.900546 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2434cc19-95f9-45ca-9a14-856f2661b5cb,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:16.904193 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:16.907204 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc5e68-e8c2-4b97-b057-56394bf331fe None None] Network a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:43:16.907658 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:16.912294 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-136ba419-45cc-4816-9055-5e66a7c60438 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2434cc19-95f9-45ca-9a14-856f2661b5cb HTTP/1.1" status: 204 len: 168 time: 0.5126891 May 18 14:43:16.914690 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59656) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:17.018802 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 0a30a7a6-6f04-4a49-a367-2a413580a6b5 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:17.071978 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 0a30a7a6-6f04-4a49-a367-2a413580a6b5 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:17.072399 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 0a30a7a6-6f04-4a49-a367-2a413580a6b5 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:17.072856 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 27071c0b-a734-404b-8832-84f2eec0a5b9 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:17.134833 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 27071c0b-a734-404b-8832-84f2eec0a5b9 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:17.135184 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 27071c0b-a734-404b-8832-84f2eec0a5b9 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:17.187185 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.274467 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ece5ec-8a93-4c05-91ba-3c6c3da26e90 req-ca788899-50da-4406-ab15-8bfa4ac8c880 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:17.275971 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-40ece5ec-8a93-4c05-91ba-3c6c3da26e90 req-ca788899-50da-4406-ab15-8bfa4ac8c880 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.1607440 May 18 14:43:17.288418 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] DHCP port deletion for a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d request from dv-cinder-787195-7-smb {{(pid=91427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:43:17.323834 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Deleting port fd8d083a-078f-4678-afb6-1bf05bc17614 {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:17.324179 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.354290 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] Deleting port fd8d083a-078f-4678-afb6-1bf05bc17614 {{(pid=91427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:17.354674 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.355061 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-40ece5ec-8a93-4c05-91ba-3c6c3da26e90 req-6008c333-b069-4507-9ff3-f579ed1af274 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724509 May 18 14:43:17.434725 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] For port fd8d083a-078f-4678-afb6-1bf05bc17614, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=fd8d083a-078f-4678-afb6-1bf05bc17614,segment=NetworkSegment(e5bd077c-b92a-4931-b3d1-651fe0c15e02),segment_id=e5bd077c-b92a-4931-b3d1-651fe0c15e02)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:17.435120 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.457750 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] For port fd8d083a-078f-4678-afb6-1bf05bc17614, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=fd8d083a-078f-4678-afb6-1bf05bc17614,segment=NetworkSegment(e5bd077c-b92a-4931-b3d1-651fe0c15e02),segment_id=e5bd077c-b92a-4931-b3d1-651fe0c15e02)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:17.458066 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.559925 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Calling delete_port for fd8d083a-078f-4678-afb6-1bf05bc17614 owned by network:dhcp {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:17.582512 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] Calling delete_port for fd8d083a-078f-4678-afb6-1bf05bc17614 owned by network:dhcp {{(pid=91427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:17.608618 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.613428 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-815c4b59-f4a1-480e-bda9-53389bb923b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:17.630617 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487'] for port, after_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.634431 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-8ac592e7-edf0-4497-af00-3ac7e133c80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:17.657079 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8d083a-078f-4678-afb6-1bf05bc17614,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:17.660491 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:17.661821 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] No DVR routers for this DVR port fd8d083a-078f-4678-afb6-1bf05bc17614 on host dv-cinder-787195-7-smb {{(pid=91426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:17.681853 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] Pushing event deleted for resources: {'Port': ['ID=fd8d083a-078f-4678-afb6-1bf05bc17614,revision_number=None']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:17.684728 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:17.685523 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] No DVR routers for this DVR port fd8d083a-078f-4678-afb6-1bf05bc17614 on host dv-cinder-787195-7-smb {{(pid=91427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:17.784943 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.802828 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:17.817014 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bd077c-b92a-4931-b3d1-651fe0c15e02') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:17.817308 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bd077c-b92a-4931-b3d1-651fe0c15e02') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:17.829452 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.847356 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.854400 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:43:17.854806 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:43:17.869345 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:43:17.944102 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.948651 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d2b16dd7-551b-44fd-95ef-01e213adefa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:17.970500 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:17.980262 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:17.982920 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:17.987077 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a1dc2594-7de6-4ff3-8c22-dce27e9fcd4d HTTP/1.1" status: 204 len: 168 time: 1.0711894 May 18 14:43:18.173031 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59666) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:18.222197 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-3d1be494-d08b-4456-b095-b093fda837cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=911712592a8c44b4a5a55c7a96434b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479145 May 18 14:43:18.224707 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59670) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:18.285105 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a91afdcb-d8ab-4e53-b86b-709b1e8b8cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.313640 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a91afdcb-d8ab-4e53-b86b-709b1e8b8cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.322395 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.368662 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a91afdcb-d8ab-4e53-b86b-709b1e8b8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.372390 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6b10984a-5164-473e-89d9-e6416cf5024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:18.386102 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91afdcb-d8ab-4e53-b86b-709b1e8b8cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:18.389754 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a91afdcb-d8ab-4e53-b86b-709b1e8b8cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:18.395601 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-a91afdcb-d8ab-4e53-b86b-709b1e8b8cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.396775 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-a91afdcb-d8ab-4e53-b86b-709b1e8b8cb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c26eb90-607e-4b21-b4a9-8cfb7ca24b4f HTTP/1.1" status: 204 len: 168 time: 0.1702995 May 18 14:43:18.566642 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c504861-4cf4-4521-b9ed-298e5658a863 req-24a7916e-e3c7-4dcf-b120-ec7554aff6a2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:18.568154 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8c504861-4cf4-4521-b9ed-298e5658a863 req-24a7916e-e3c7-4dcf-b120-ec7554aff6a2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0980098 May 18 14:43:18.616732 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8c504861-4cf4-4521-b9ed-298e5658a863 req-c3c7c862-b823-495a-b7b3-38d06a5a2172 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 May 18 14:43:18.759892 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59680) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:18.808461 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-651097a4-5af6-48ff-9393-a269d4f316f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03360a8dcfac4712831df7796e3ca49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473323 May 18 14:43:18.810895 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59684) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:18.872315 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-42eda2f6-4397-415d-bfd1-62c0bdb8d153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.902157 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-42eda2f6-4397-415d-bfd1-62c0bdb8d153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.956334 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-42eda2f6-4397-415d-bfd1-62c0bdb8d153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.960502 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0f4799ae-177c-4c83-8110-6392a767f413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:18.974513 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eda2f6-4397-415d-bfd1-62c0bdb8d153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3f4c1b-d379-405f-988f-3f8a620d03c8,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:18.977587 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-42eda2f6-4397-415d-bfd1-62c0bdb8d153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:18.979611 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-42eda2f6-4397-415d-bfd1-62c0bdb8d153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:18.980752 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-42eda2f6-4397-415d-bfd1-62c0bdb8d153 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d3f4c1b-d379-405f-988f-3f8a620d03c8 HTTP/1.1" status: 204 len: 168 time: 0.1685271 May 18 14:43:19.010790 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device fd8d083a-078f-4678-afb6-1bf05bc17614 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:19.045235 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: fd8d083a-078f-4678-afb6-1bf05bc17614 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:19.045676 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device fd8d083a-078f-4678-afb6-1bf05bc17614 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:19.807790 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12a08a-ce69-4e53-9127-35cadc92cb0f req-fcdfc640-260c-40f3-a541-93d7767288d4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:19.809219 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5d12a08a-ce69-4e53-9127-35cadc92cb0f req-fcdfc640-260c-40f3-a541-93d7767288d4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0781233 May 18 14:43:19.854332 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5d12a08a-ce69-4e53-9127-35cadc92cb0f req-76b92ed6-3fdf-48db-ba10-43fa88ec3f30 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394537 May 18 14:43:19.949219 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:21.048204 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962a3d0-0420-4da5-91f9-65ea222826c4 req-66926787-bf34-4b1f-8924-4c4fe25711c4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:21.049868 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f962a3d0-0420-4da5-91f9-65ea222826c4 req-66926787-bf34-4b1f-8924-4c4fe25711c4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0842962 May 18 14:43:21.099524 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f962a3d0-0420-4da5-91f9-65ea222826c4 req-ef39336c-439a-47bc-a67e-8f94e874d02b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432689 May 18 14:43:22.315144 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3d06d-3936-4f0e-85fe-dcf3751ff940 req-9b112690-d1a5-4e2f-99fa-98ccb201928b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:22.316703 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6fe3d06d-3936-4f0e-85fe-dcf3751ff940 req-9b112690-d1a5-4e2f-99fa-98ccb201928b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0994625 May 18 14:43:22.369496 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-83a36634-aca9-4833-96a3-24b9b1728053 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866532 May 18 14:43:22.385086 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-6fe3d06d-3936-4f0e-85fe-dcf3751ff940 req-402d7471-11b1-4597-865d-bb4aabf4421a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609066 May 18 14:43:22.513932 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-cfc992af-bbb5-4de5-8f19-9c5135113f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:22.515398 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-cfc992af-bbb5-4de5-8f19-9c5135113f9c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=101469e6af7740ee8d239a783c9a0851&device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1099 time: 0.0725110 May 18 14:43:22.672020 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-93316204-55df-4617-863a-940bd813af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:22.673506 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-93316204-55df-4617-863a-940bd813af27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 200 len: 910 time: 0.1368601 May 18 14:43:22.791215 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-2759dd18-df88-48ef-90d0-1c371ca8163a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 200 len: 1001 time: 0.1109886 May 18 14:43:22.854937 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-1b98fe18-63d7-4a9f-8143-ac450a9991eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:22.856350 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-1b98fe18-63d7-4a9f-8143-ac450a9991eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba097b3-9e9c-4707-95ca-9ada03ce3049 HTTP/1.1" status: 200 len: 848 time: 0.0587265 May 18 14:43:22.932521 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-5ea1fb9b-558b-4520-80f2-9d7c656e4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:22.933886 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-5ea1fb9b-558b-4520-80f2-9d7c656e4556 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6fc883ca-381c-4537-8f24-5e176cbfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708263 May 18 14:43:23.064439 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-7e0d004f-b307-40aa-9d88-9029c777c21d service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221151 May 18 14:43:23.198011 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-282631c4-597f-49a4-bdcf-8b384a24e94c req-1c60d01d-ffd6-453a-807d-9a40ad0800cc service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257639 May 18 14:43:23.580629 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46d045-fc5a-443b-97ce-0633ee53f6da req-494cf088-04b4-4298-baab-eef865b72d9f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:23.582416 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-eb46d045-fc5a-443b-97ce-0633ee53f6da req-494cf088-04b4-4298-baab-eef865b72d9f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0828476 May 18 14:43:23.630790 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-eb46d045-fc5a-443b-97ce-0633ee53f6da req-37a38a17-e31e-4aae-9cbb-6f57aedf70bf tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422659 May 18 14:43:24.829739 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc213157-9e63-4e90-a2be-4480f2263936 req-dcfc4cb4-0e82-44b7-8172-0510a0773e1c tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:24.831246 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fc213157-9e63-4e90-a2be-4480f2263936 req-dcfc4cb4-0e82-44b7-8172-0510a0773e1c tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0884504 May 18 14:43:24.879059 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-fc213157-9e63-4e90-a2be-4480f2263936 req-a208ab76-968e-46d6-a170-58a6ae9bcbd2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 May 18 14:43:26.073671 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517559e-2ca0-4341-b2f8-299fc606ad47 req-8ae6af91-9a94-4816-97c4-a5eb709b84c5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:26.075129 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d517559e-2ca0-4341-b2f8-299fc606ad47 req-8ae6af91-9a94-4816-97c4-a5eb709b84c5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0820856 May 18 14:43:26.122357 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d517559e-2ca0-4341-b2f8-299fc606ad47 req-d6b38b18-8059-40d7-bbdb-80a2a21a7959 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 May 18 14:43:27.308009 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c78a5-1b8c-49bd-bc36-5af0940a5c78 req-eaab7561-fe50-44e7-9cf2-1ae516b6e79e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:27.309382 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b20c78a5-1b8c-49bd-bc36-5af0940a5c78 req-eaab7561-fe50-44e7-9cf2-1ae516b6e79e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0806570 May 18 14:43:27.354211 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b20c78a5-1b8c-49bd-bc36-5af0940a5c78 req-31474024-4994-4169-b857-b501a8ecefd4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391605 May 18 14:43:28.558001 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730809a4-8acc-4511-8a35-3c280c640978 req-4cd297b9-6165-4819-9966-3c4e1d761865 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:28.559495 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-730809a4-8acc-4511-8a35-3c280c640978 req-4cd297b9-6165-4819-9966-3c4e1d761865 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0872915 May 18 14:43:28.707626 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-730809a4-8acc-4511-8a35-3c280c640978 req-bcd61297-d51b-4119-9ec3-3e2b305f80f5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420848 May 18 14:43:29.959196 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516db655-0747-457c-9273-affa455f4bcb req-cc4bb560-e847-4ac1-93d1-53491b45fccb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:29.961025 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-516db655-0747-457c-9273-affa455f4bcb req-cc4bb560-e847-4ac1-93d1-53491b45fccb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0936439 May 18 14:43:30.021826 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-516db655-0747-457c-9273-affa455f4bcb req-d1a5a088-c330-45fd-95d8-49612db7fd92 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524862 May 18 14:43:30.125919 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:43:30.291386 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:30.306878 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'port_id': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'mac_address': 'fa:16:3e:aa:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:43:30.369876 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:30.389412 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:43:30.407843 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:30.413856 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:30.416043 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:30.496729 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=6']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:30.513881 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:30.518993 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:43:31.281802 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce43e6-2803-4a90-ab3b-edaa21eea26d req-b707485f-9d6b-4d2f-839a-a8a64317ee5a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:31.290087 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-53ce43e6-2803-4a90-ab3b-edaa21eea26d req-b707485f-9d6b-4d2f-839a-a8a64317ee5a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 945 time: 0.1156809 May 18 14:43:31.359793 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-53ce43e6-2803-4a90-ab3b-edaa21eea26d req-d1ebd05f-b8e9-4022-a53d-ba5f73c78adb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579896 May 18 14:43:32.140897 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:43:32.218548 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:43:32.220869 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:32.374177 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:32.416765 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:32.436231 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:32.445973 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:32.448632 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:32.504884 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'code': 200} May 18 14:43:32.540048 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=7']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:32.543216 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:32.560929 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe7f24-57b3-485f-97ab-e3993daf67ff req-2b4b6594-2596-428a-815e-c760893f30e0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:32.570258 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55fe7f24-57b3-485f-97ab-e3993daf67ff req-2b4b6594-2596-428a-815e-c760893f30e0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.1072087 May 18 14:43:32.613622 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-55fe7f24-57b3-485f-97ab-e3993daf67ff req-864f64f5-8d4b-477c-8213-3c3322a56b57 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 May 18 14:43:33.587392 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab76d3b-8878-4526-94d8-b909c268e51d req-21874f4f-3f3c-4120-bae8-f310aace6661 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:33.593193 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5ab76d3b-8878-4526-94d8-b909c268e51d req-21874f4f-3f3c-4120-bae8-f310aace6661 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 945 time: 0.0979187 May 18 14:43:33.652764 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5ab76d3b-8878-4526-94d8-b909c268e51d req-446603af-87ba-4d5e-ba70-389cac7b6d45 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536890 May 18 14:43:33.841319 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04e1e-d159-40d6-99c6-d7bf3151da17 req-52211533-7dfd-4750-99bf-bed82e621047 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:33.842820 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1af04e1e-d159-40d6-99c6-d7bf3151da17 req-52211533-7dfd-4750-99bf-bed82e621047 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0916045 May 18 14:43:33.899377 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1af04e1e-d159-40d6-99c6-d7bf3151da17 req-9b0a0c11-a026-4bdf-be40-a060fa4b4fbb tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493946 May 18 14:43:34.847323 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2b28f-5478-4c35-9b7a-e5ed488a19ef req-1d7d92a2-a0af-48ab-a88b-b9b5a4d26a20 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:34.849397 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-35c2b28f-5478-4c35-9b7a-e5ed488a19ef req-1d7d92a2-a0af-48ab-a88b-b9b5a4d26a20 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 945 time: 0.0920737 May 18 14:43:34.902354 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-35c2b28f-5478-4c35-9b7a-e5ed488a19ef req-2e611fce-381f-4590-9816-ca6d6315dff1 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469325 May 18 14:43:35.107880 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c455d7-47f6-4574-a99a-aeb907b03046 req-b6bce752-9383-42b9-9070-3e7390921212 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:35.110018 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-57c455d7-47f6-4574-a99a-aeb907b03046 req-b6bce752-9383-42b9-9070-3e7390921212 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0951221 May 18 14:43:35.164632 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-57c455d7-47f6-4574-a99a-aeb907b03046 req-f206b0b1-1b42-4b34-a16e-4a01fd14844d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 May 18 14:43:35.567145 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-0a09d608-b483-4814-a125-40600b75c948 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:35.568520 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-0a09d608-b483-4814-a125-40600b75c948 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Synchronizing usage tracker for tenant:49895d1d336f4f30be021701578f19fc on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:43:35.588341 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-0a09d608-b483-4814-a125-40600b75c948 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Unset dirty status for tenant:49895d1d336f4f30be021701578f19fc on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:43:35.589576 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-0a09d608-b483-4814-a125-40600b75c948 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 945 time: 0.1031787 May 18 14:43:35.741073 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Deleting port aa4b6548-3156-43e5-a130-97b8b767c4b4 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:35.741729 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:35.888152 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] For port aa4b6548-3156-43e5-a130-97b8b767c4b4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=aa4b6548-3156-43e5-a130-97b8b767c4b4,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:35.888390 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:36.124554 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751e4b3-7c3b-4643-a46f-1129378a5ada req-3141932e-9951-4ac3-af4d-4b9a38a668d4 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:36.126137 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2751e4b3-7c3b-4643-a46f-1129378a5ada req-3141932e-9951-4ac3-af4d-4b9a38a668d4 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 945 time: 0.1016700 May 18 14:43:36.184413 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2751e4b3-7c3b-4643-a46f-1129378a5ada req-e0fecd56-228f-4860-bfc0-6479841aa14f tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups?id=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516193 May 18 14:43:36.389581 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d51a2-94d2-49d5-ada9-4a28d4ff2658 req-9d19fa2e-7586-4a3d-96f7-82065e11c123 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:36.391032 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9d3d51a2-94d2-49d5-ada9-4a28d4ff2658 req-9d19fa2e-7586-4a3d-96f7-82065e11c123 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0834420 May 18 14:43:36.419792 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:36.420173 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:36.420495 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.l3_db [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Floating IP 9306291e-7d55-4909-8f63-e2982cb4f370 disassociated. External IP: 172.28.3.132, port: aa4b6548-3156-43e5-a130-97b8b767c4b4. May 18 14:43:36.420869 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Calling delete_port for aa4b6548-3156-43e5-a130-97b8b767c4b4 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:36.454646 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9d3d51a2-94d2-49d5-ada9-4a28d4ff2658 req-91a5217c-0ca3-444d-af1a-9ad7b81a180e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477386 May 18 14:43:36.582521 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:36.590296 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8dc87101-4dd2-4bae-ad41-50dd952fc6fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:36.642899 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event deleted for resources: {'Port': ['ID=aa4b6548-3156-43e5-a130-97b8b767c4b4,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:36.646180 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:36.891658 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:43:37.128578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:43:37.137956 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] Sync routers for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:43:37.150822 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:37.153118 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:43:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:37.249260 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] No DVR routers for this DVR port aa4b6548-3156-43e5-a130-97b8b767c4b4 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:37.251942 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:37.268996 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e83765-5620-4b28-911d-34696635861c', 'name': 'network-vif-deleted', 'tag': 'aa4b6548-3156-43e5-a130-97b8b767c4b4'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:37.295418 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-fcaccb65-c2d0-4994-92f6-a1b0b26eaffd req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.66 "DELETE /v2.0/ports/aa4b6548-3156-43e5-a130-97b8b767c4b4 HTTP/1.1" status: 204 len: 173 time: 1.6996336 May 18 14:43:37.348344 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e83765-5620-4b28-911d-34696635861c', 'name': 'network-vif-deleted', 'tag': 'aa4b6548-3156-43e5-a130-97b8b767c4b4', 'status': 'completed', 'code': 200} May 18 14:43:37.437194 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e20083af-01c5-46e1-b452-d0afe546467d req-6dde76e4-ae28-4194-841c-9e678e1de1f7 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/ports?device_id=70e83765-5620-4b28-911d-34696635861c HTTP/1.1" status: 200 len: 210 time: 0.0852339 May 18 14:43:37.497034 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:37.664304 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8d3f9-1fb5-4ce5-b104-2355c7fbf4b1 req-c0be50a0-176a-4626-b66a-26488601351b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:37.672320 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-17a8d3f9-1fb5-4ce5-b104-2355c7fbf4b1 req-c0be50a0-176a-4626-b66a-26488601351b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0943751 May 18 14:43:37.731982 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-17a8d3f9-1fb5-4ce5-b104-2355c7fbf4b1 req-463b2be8-2f5d-4cd4-a9a4-6ae8c8efc8b5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582328 May 18 14:43:37.872364 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:37.879353 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] Checking router: 416d300f-b7fd-424b-a278-a7fd3c8c6a98 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:43:37.893055 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:37.893691 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:43:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:38.100093 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:38.438820 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:38.443791 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb9a45-58c5-4c6b-8adc-1eb3279e8e4c None None] The sync data for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb is: [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:37:23Z', 'revision_number': 4, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'ace43eaa-357e-4896-9f9f-7fbf5cef028c', 'name': '', 'network_id': 'd770d507-5ee1-46cc-a889-38852c372718', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'mac_address': 'fa:16:3e:12:b1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:21Z', 'updated_at': '2021-05-18T14:37:34Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'subnets': [{'id': 'e191646f-9526-4ce5-bba1-3c81ef3d8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:43:38.563568 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 59872) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:38.637959 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.669454 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.671291 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6762e2a9-a67f-4bfc-9c10-6828efa64d04 None None] New status for floating IP 9306291e-7d55-4909-8f63-e2982cb4f370: DOWN {{(pid=91428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:43:38.727785 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.736202 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7d4979c2-4be7-4388-9bb0-838426326f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:38.750945 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:38.759661 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.760022 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.760403 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.760813 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.761129 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.761772 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.762204 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.762564 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.762986 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.763344 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.763697 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.764107 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:43:38.772231 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:38.773107 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:38.774621 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "DELETE /v2.0/security-groups/b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071 HTTP/1.1" status: 204 len: 168 time: 0.2100649 May 18 14:43:38.777704 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59878) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:38.799663 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.api.v2.resource [None req-73501787-22c8-4339-bc09-b86ae1d55fad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] show failed (client error): The resource could not be found. May 18 14:43:38.804028 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-73501787-22c8-4339-bc09-b86ae1d55fad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "GET /v2.0/security-groups/b107cf47-0ae7-4d9f-98b5-5cc2ed0ef071 HTTP/1.1" status: 404 len: 347 time: 0.0213189 May 18 14:43:38.804436 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59882) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:38.950263 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa98026-f430-4c10-b26d-b00d2ac6503c req-66af4abe-3d3e-467f-ba31-7ff4c7e502d5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:38.955438 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-faa98026-f430-4c10-b26d-b00d2ac6503c req-66af4abe-3d3e-467f-ba31-7ff4c7e502d5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0982172 May 18 14:43:38.998726 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-faa98026-f430-4c10-b26d-b00d2ac6503c req-9ede617f-d5e6-4954-88d3-2f0dc7090b07 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412233 May 18 14:43:39.094563 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-8908e221-c54d-4853-9eb0-d90e0f222727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:39.096039 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-8908e221-c54d-4853-9eb0-d90e0f222727 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 1099 time: 0.2059340 May 18 14:43:39.144682 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Deleting port cc5f8cfd-38ef-4902-af29-16d32a2cc288 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:39.145052 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.330393 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-e06392a6-5eea-43fa-870e-2e66095b1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:39.331818 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-e06392a6-5eea-43fa-870e-2e66095b1ab2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.2283146 May 18 14:43:39.409089 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.409313 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.653079 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Calling delete_port for cc5f8cfd-38ef-4902-af29-16d32a2cc288 owned by network:floatingip {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:39.677665 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-b970a135-47aa-4255-9334-3c95a7222b77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d HTTP/1.1" status: 200 len: 1002 time: 0.3344040 May 18 14:43:39.759806 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-4aec3ee0-f66c-4504-b5a8-93d4fca43902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:39.761291 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-4aec3ee0-f66c-4504-b5a8-93d4fca43902 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.0741799 May 18 14:43:39.901030 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:39.906008 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:39.940088 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-a59d186a-f55d-4a3e-91b6-493cc8cdd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:39.942560 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-a59d186a-f55d-4a3e-91b6-493cc8cdd414 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1671858 May 18 14:43:40.005521 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Pushing event deleted for resources: {'Port': ['ID=cc5f8cfd-38ef-4902-af29-16d32a2cc288,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:40.027134 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:40.152879 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks [] for floatingip, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.182769 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-d0852323-e70c-4756-a5af-6915fc7a8782 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324231 May 18 14:43:40.185435 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:40.186473 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] 10.222.0.18 "DELETE /v2.0/floatingips/9306291e-7d55-4909-8f63-e2982cb4f370 HTTP/1.1" status: 204 len: 168 time: 1.3810580 May 18 14:43:40.199454 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34740e-7784-4859-ae49-721753259c24 req-318050a7-59a8-4c4a-a39d-4bd014121b78 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:40.201844 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ad34740e-7784-4859-ae49-721753259c24 req-318050a7-59a8-4c4a-a39d-4bd014121b78 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0905263 May 18 14:43:40.206006 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device aa4b6548-3156-43e5-a130-97b8b767c4b4 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:40.261150 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ad34740e-7784-4859-ae49-721753259c24 req-1955ebb0-6ea9-4b93-bd60-b5d60d718f35 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439939 May 18 14:43:40.264467 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: aa4b6548-3156-43e5-a130-97b8b767c4b4 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:40.264836 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device aa4b6548-3156-43e5-a130-97b8b767c4b4 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:40.326744 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-119e7572-f6a0-4b59-9af5-5889e7384b2f req-70acd0b7-6c70-4690-8fa3-306fd3f30278 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371634 May 18 14:43:41.461627 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6985f38-9171-4e7a-886d-455d5ed78f3c req-2832e6f5-cde9-42b5-9ddc-f4df5fd5f362 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:41.463196 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d6985f38-9171-4e7a-886d-455d5ed78f3c req-2832e6f5-cde9-42b5-9ddc-f4df5fd5f362 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 946 time: 0.0879574 May 18 14:43:41.511524 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-d6985f38-9171-4e7a-886d-455d5ed78f3c req-ea2b10b0-59b3-4373-9449-1e08ac4c02ea tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 May 18 14:43:42.201597 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:42.314847 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:42.342028 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:43:42.351815 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:42.356470 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:42.358374 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:42.388867 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'code': 200} May 18 14:43:42.430595 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=8']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:42.433996 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:42.702542 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a3fba-98f2-4524-abcc-fb70088527e5 req-e744a48c-5a20-42b6-886b-0baa6a72601e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:42.704058 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1f3a3fba-98f2-4524-abcc-fb70088527e5 req-e744a48c-5a20-42b6-886b-0baa6a72601e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0821826 May 18 14:43:42.752508 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1f3a3fba-98f2-4524-abcc-fb70088527e5 req-8ad94d21-922c-4880-adcc-2c7f7e4b28b0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412557 May 18 14:43:42.901621 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a600c1dc-3c7e-4268-bf76-d0316c817586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:44.246988 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e8dec-55ad-4292-aac3-85cbe31bac10 req-d18e23c3-7df8-4d96-a4eb-c7d6cba413d1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:44.248498 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-278e8dec-55ad-4292-aac3-85cbe31bac10 req-d18e23c3-7df8-4d96-a4eb-c7d6cba413d1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.1476097 May 18 14:43:44.251540 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-75f42a20-7881-496e-ad29-1bf4e2425421 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1098766 May 18 14:43:44.260457 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59952) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:44.398909 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-278e8dec-55ad-4292-aac3-85cbe31bac10 req-610cb3eb-1c05-4c63-867c-6f508c2bfa40 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438546 May 18 14:43:45.018995 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438345'] for router_interface, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.403397 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-40d2b00d-8e76-46bd-8378-b967b4c10d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:45.404812 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-40d2b00d-8e76-46bd-8378-b967b4c10d26 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b&tenant_id=86a8148aefb84364b616460cedf5dd5f HTTP/1.1" status: 200 len: 1097 time: 0.3304002 May 18 14:43:45.545812 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-63283599-8d5a-4ee6-98c8-a9bda14fce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:45.547275 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-63283599-8d5a-4ee6-98c8-a9bda14fce0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 1097 time: 0.1073225 May 18 14:43:45.588985 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.592881 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b310860-5d19-49fb-8a89-dc6c539d7f4c req-4d2f099b-25c9-4762-94fa-35e04149c2d1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:45.594943 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0b310860-5d19-49fb-8a89-dc6c539d7f4c req-4d2f099b-25c9-4762-94fa-35e04149c2d1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0826497 May 18 14:43:45.645637 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0b310860-5d19-49fb-8a89-dc6c539d7f4c req-42402254-ee04-46f4-8d16-3b43d91d9c1a tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398934 May 18 14:43:45.741762 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-e1e63d3e-4dd3-4b5a-b195-bda74ba5b8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.776497 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-f717fe11-532d-4783-bb4a-b385fe5066d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:45.777985 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-f717fe11-532d-4783-bb4a-b385fe5066d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.2030303 May 18 14:43:45.846475 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Deleting port ace43eaa-357e-4896-9f9f-7fbf5cef028c {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:45.846820 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:45.975311 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-54cb0b53-c7db-454a-8a04-e2ec0f7b0b8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d HTTP/1.1" status: 200 len: 1000 time: 0.1893191 May 18 14:43:46.054064 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] For port ace43eaa-357e-4896-9f9f-7fbf5cef028c, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=ace43eaa-357e-4896-9f9f-7fbf5cef028c,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:46.054427 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:46.125508 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-a9d5f38a-55c6-4c1a-b409-06f23f6d95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:46.126980 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-a9d5f38a-55c6-4c1a-b409-06f23f6d95a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.1451035 May 18 14:43:46.188013 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Calling delete_port for ace43eaa-357e-4896-9f9f-7fbf5cef028c owned by network:router_interface {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:46.201675 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:46.285976 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-3ff8d362-a3af-4b80-abf1-514605281e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:46.287403 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-3ff8d362-a3af-4b80-abf1-514605281e6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1064146 May 18 14:43:46.403333 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:46.455212 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-43547765-d634-433f-bcba-554403aef7ee service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552835 May 18 14:43:46.734846 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:46.748074 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-047a356f-76b9-4fa6-bafa-711baa57377e tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:46.798110 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace43eaa-357e-4896-9f9f-7fbf5cef028c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:46.803249 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-592ea70a-b1a6-48f6-9dde-f6b5a9f1c812 req-f62ab855-f82b-4c8c-8450-3230b09636dd service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388174 May 18 14:43:46.804061 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:46.860258 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85961af-c005-49db-898c-a4ac21622b3f req-4e6528c9-db2d-4363-b3f9-672b7303f675 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:46.861853 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e85961af-c005-49db-898c-a4ac21622b3f req-4e6528c9-db2d-4363-b3f9-672b7303f675 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0990257 May 18 14:43:46.916253 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e85961af-c005-49db-898c-a4ac21622b3f req-ab90bf2c-3e78-42b1-a9ed-924d895726fc tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448956 May 18 14:43:47.120713 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33151930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440281'] for router_interface, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:47.555198 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:43:47.748905 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:43:47.760158 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] Sync routers for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:43:47.769427 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-c4b77c9f-7ddb-4afa-9355-0156bf486b61 admin admin] 10.222.0.18 "PUT /v2.0/routers/416d300f-b7fd-424b-a278-a7fd3c8c6a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059233 May 18 14:43:47.769427 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59990) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:47.781884 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:47.783900 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:43:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:47.985234 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:47.988508 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks [] for router, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:48.192636 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0fcda-70a3-44f4-91e6-986a842cca1e req-e9dbbbf7-9c87-445e-98a2-e5e686efe967 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:48.194822 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ce0fcda-70a3-44f4-91e6-986a842cca1e req-e9dbbbf7-9c87-445e-98a2-e5e686efe967 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.1175339 May 18 14:43:48.262559 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0ce0fcda-70a3-44f4-91e6-986a842cca1e req-877d946e-b60e-4164-8d0a-b0161be94e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594950 May 18 14:43:48.281953 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:48.299246 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76'}], 'enable_snat': True}, 'gw_port_id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:43:46Z', 'revision_number': 5, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port': {'id': '259a7d0c-da7d-4783-9f26-e4793ae4c864', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:06Z', 'updated_at': '2021-05-18T14:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:48.304869 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] Checking router: 416d300f-b7fd-424b-a278-a7fd3c8c6a98 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:43:48.328095 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] Routers {'416d300f-b7fd-424b-a278-a7fd3c8c6a98'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:43:48.328095 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:43:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:48.405198 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:48.509013 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] Set router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 gateway port host: None {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:43:48.510842 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Deleting port 259a7d0c-da7d-4783-9f26-e4793ae4c864 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:48.511441 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:48.623128 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:43:48Z', 'revision_number': 6, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port_host': None}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:48.627683 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9890d2a-72f5-47fa-9ebf-0444a707a22c None None] The sync data for ids ['416d300f-b7fd-424b-a278-a7fd3c8c6a98'] in dv-cinder-787195-7-smb is: [{'id': '416d300f-b7fd-424b-a278-a7fd3c8c6a98', 'name': 'tempest-AttachVolumeTestJSON-1312664976-router', 'tenant_id': '49895d1d336f4f30be021701578f19fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:37:04Z', 'updated_at': '2021-05-18T14:43:48Z', 'revision_number': 6, 'project_id': '49895d1d336f4f30be021701578f19fc', 'gw_port_host': None}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:43:48.651409 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] For port 259a7d0c-da7d-4783-9f26-e4793ae4c864, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=259a7d0c-da7d-4783-9f26-e4793ae4c864,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:48.651912 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:48.785627 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Calling delete_port for 259a7d0c-da7d-4783-9f26-e4793ae4c864 owned by network:router_gateway {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:48.931075 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:48.934870 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0a90388a-1642-4917-b6e0-d05c825c246b tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:48.982822 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device ace43eaa-357e-4896-9f9f-7fbf5cef028c no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:48.983937 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Pushing event deleted for resources: {'Port': ['ID=259a7d0c-da7d-4783-9f26-e4793ae4c864,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:49.012112 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:49.041591 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: ace43eaa-357e-4896-9f9f-7fbf5cef028c {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:49.042040 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device ace43eaa-357e-4896-9f9f-7fbf5cef028c not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:49.122598 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435042'] for router_gateway, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.302363 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33138137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.305174 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.414035 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434485'] for router, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.414587 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 416d300f-b7fd-424b-a278-a7fd3c8c6a98 {{(pid=91425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:43:49.441278 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] Notify callbacks [] for router, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.442557 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0f155dee-a1b4-409e-84c7-da4aa166181b admin admin] 10.222.0.18 "DELETE /v2.0/routers/416d300f-b7fd-424b-a278-a7fd3c8c6a98 HTTP/1.1" status: 204 len: 168 time: 1.6724896 May 18 14:43:49.445227 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 59998) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:49.500699 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4db8d0-0602-4a74-8956-c4778b731625 req-33bf1954-66ea-4585-b5ce-ecddb79113fd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:49.502284 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0a4db8d0-0602-4a74-8956-c4778b731625 req-33bf1954-66ea-4585-b5ce-ecddb79113fd tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.1118245 May 18 14:43:49.525908 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] Deleting subnet e191646f-9526-4ce5-bba1-3c81ef3d8bd1 {{(pid=91425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:43:49.529841 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.561384 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0a4db8d0-0602-4a74-8956-c4778b731625 req-27fd4c91-a041-4ba8-a23c-4d7b1f81fce5 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519824 May 18 14:43:49.587498 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205902'] for subnet, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.717534 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:49.961072 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.001296 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2205876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136208'] for subnet, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.006382 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-608b0f5b-8b5e-4d55-afe0-91173ad91599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:50.042410 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e191646f-9526-4ce5-bba1-3c81ef3d8bd1,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:50.045434 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:50.046461 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.053787 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-eb9c1da1-1a93-41f0-8773-8eb7e028e2c8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e191646f-9526-4ce5-bba1-3c81ef3d8bd1 HTTP/1.1" status: 204 len: 168 time: 0.6074262 May 18 14:43:50.056492 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60002) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:50.058075 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf9d78-1493-4b6d-95da-ff50490016ff None None] Network d770d507-5ee1-46cc-a889-38852c372718 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:43:50.066188 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:43:50.168300 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.247331 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Deleting port 62c4f062-3a3d-48da-b076-817f1ecc0c1a {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:50.248039 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.338147 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] DHCP port deletion for d770d507-5ee1-46cc-a889-38852c372718 request from dv-cinder-787195-7-smb {{(pid=91427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:43:50.361869 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] For port 62c4f062-3a3d-48da-b076-817f1ecc0c1a, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=62c4f062-3a3d-48da-b076-817f1ecc0c1a,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:50.362304 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.408199 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] Deleting port 62c4f062-3a3d-48da-b076-817f1ecc0c1a {{(pid=91427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:43:50.408639 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.496282 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Calling delete_port for 62c4f062-3a3d-48da-b076-817f1ecc0c1a owned by network:dhcp {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:50.517336 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] For port 62c4f062-3a3d-48da-b076-817f1ecc0c1a, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=62c4f062-3a3d-48da-b076-817f1ecc0c1a,segment=NetworkSegment(337d74ed-53a9-4f09-9672-dc991c5c6398),segment_id=337d74ed-53a9-4f09-9672-dc991c5c6398)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:43:50.517766 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.553600 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.565232 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:50.619100 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] No DVR routers for this DVR port 62c4f062-3a3d-48da-b076-817f1ecc0c1a on host dv-cinder-787195-7-smb {{(pid=91426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:50.705662 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] Calling delete_port for 62c4f062-3a3d-48da-b076-817f1ecc0c1a owned by network:dhcp {{(pid=91427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:43:50.708431 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Pushing event deleted for resources: {'Port': ['ID=62c4f062-3a3d-48da-b076-817f1ecc0c1a,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:50.725481 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:50.760321 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487'] for port, after_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.771522 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:50.811896 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] No DVR routers for this DVR port 62c4f062-3a3d-48da-b076-817f1ecc0c1a on host dv-cinder-787195-7-smb {{(pid=91427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:43:50.821583 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] Pushing event deleted for resources: {'Port': ['ID=62c4f062-3a3d-48da-b076-817f1ecc0c1a,revision_number=None']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:50.824069 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:50.841265 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.863512 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d770d507-5ee1-46cc-a889-38852c372718']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:50.879290 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337d74ed-53a9-4f09-9672-dc991c5c6398') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:50.879562 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337d74ed-53a9-4f09-9672-dc991c5c6398') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:43:50.897539 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.932878 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233e648-025e-4657-a49e-3a2099a3c69f req-7d57c657-2e96-485e-ae8e-07170f43585f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:50.934419 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0233e648-025e-4657-a49e-3a2099a3c69f req-7d57c657-2e96-485e-ae8e-07170f43585f tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.2102919 May 18 14:43:50.935494 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.956004 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:43:50.956990 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:43:50.971252 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:43:51.044142 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 259a7d0c-da7d-4783-9f26-e4793ae4c864 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:51.062061 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-0233e648-025e-4657-a49e-3a2099a3c69f req-f94218b1-63ac-4bf3-887a-0b547f158d70 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212533 May 18 14:43:51.082046 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 259a7d0c-da7d-4783-9f26-e4793ae4c864 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:51.082549 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 259a7d0c-da7d-4783-9f26-e4793ae4c864 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:51.083028 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 62c4f062-3a3d-48da-b076-817f1ecc0c1a no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:43:51.084852 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:51.094813 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:51.118944 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:51.123557 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 62c4f062-3a3d-48da-b076-817f1ecc0c1a {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:43:51.123907 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 62c4f062-3a3d-48da-b076-817f1ecc0c1a not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:43:51.126492 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Pushing event deleted for resources: {'Network': ['ID=d770d507-5ee1-46cc-a889-38852c372718,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:51.130551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:51.143669 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] 10.222.0.18 "DELETE /v2.0/networks/d770d507-5ee1-46cc-a889-38852c372718 HTTP/1.1" status: 204 len: 168 time: 1.0846264 May 18 14:43:51.272495 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60012) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:51.326089 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-dd1d3524-cb76-4522-9ff1-afe5da8d0e95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49895d1d336f4f30be021701578f19fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521548 May 18 14:43:51.328397 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60016) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:43:51.396079 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bc810d30-9412-43ff-adeb-3890a1832553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:51.423904 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bc810d30-9412-43ff-adeb-3890a1832553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:51.486166 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bc810d30-9412-43ff-adeb-3890a1832553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:51.491003 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-887c923f-395d-4991-a262-253945b6ea78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:43:51.506527 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc810d30-9412-43ff-adeb-3890a1832553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f58367-c24c-46ae-8173-7de79fb9d0f3,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:43:51.510268 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-bc810d30-9412-43ff-adeb-3890a1832553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:43:51.513645 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-bc810d30-9412-43ff-adeb-3890a1832553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:43:51.517226 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-bc810d30-9412-43ff-adeb-3890a1832553 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93f58367-c24c-46ae-8173-7de79fb9d0f3 HTTP/1.1" status: 204 len: 168 time: 0.1855283 May 18 14:43:52.283723 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e7db0-0b83-4086-b33c-ce7af8a68c70 req-53dd09f1-f1e6-4b97-8958-01bdb3ac30c8 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:52.285915 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-672e7db0-0b83-4086-b33c-ce7af8a68c70 req-53dd09f1-f1e6-4b97-8958-01bdb3ac30c8 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.1009219 May 18 14:43:52.339715 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-672e7db0-0b83-4086-b33c-ce7af8a68c70 req-3166b2ae-857f-488b-b9bb-fe293c578d22 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477874 May 18 14:43:53.664111 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51187d-8885-4c97-8677-e2fe63fb0605 req-5f006efc-cd0d-44a1-aac2-58354120cd05 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:53.665760 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4a51187d-8885-4c97-8677-e2fe63fb0605 req-5f006efc-cd0d-44a1-aac2-58354120cd05 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.1950772 May 18 14:43:53.712834 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-4a51187d-8885-4c97-8677-e2fe63fb0605 req-0619396c-49b0-43ad-80df-0d584a4a04b0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 May 18 14:43:54.965529 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa401fc-b87e-4243-a2e6-0b5de176a53e req-235787d4-7b8b-4439-a09f-eb840b6a5c68 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:54.967138 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8aa401fc-b87e-4243-a2e6-0b5de176a53e req-235787d4-7b8b-4439-a09f-eb840b6a5c68 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0973208 May 18 14:43:55.074269 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8aa401fc-b87e-4243-a2e6-0b5de176a53e req-c0788f4f-0bbb-4e20-8a66-e5b52eed3645 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916414 May 18 14:43:56.256800 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57883f24-ca79-40e5-8ce3-08a74d00c0a1 req-4ee9b1a5-0b09-44e9-993d-a8ec483d3e14 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:56.258326 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-57883f24-ca79-40e5-8ce3-08a74d00c0a1 req-4ee9b1a5-0b09-44e9-993d-a8ec483d3e14 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0837123 May 18 14:43:56.322302 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-57883f24-ca79-40e5-8ce3-08a74d00c0a1 req-fbe84336-12d0-4aaa-8b6d-10d2c457fe11 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574753 May 18 14:43:57.537460 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa79bf1-7628-48c4-8022-3ddf3223576e req-01e375f8-c91e-4a3c-8ecb-df46ded9ea58 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:57.538991 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ffa79bf1-7628-48c4-8022-3ddf3223576e req-01e375f8-c91e-4a3c-8ecb-df46ded9ea58 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0888875 May 18 14:43:57.586856 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-ffa79bf1-7628-48c4-8022-3ddf3223576e req-5f257286-8c50-4a4f-a205-313d5c6c67e0 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 May 18 14:43:58.789061 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b461a-f355-4cc6-a16b-459d7497b410 req-243c0863-6d27-46bd-aa2e-4b0fcc8a02d4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:43:58.790559 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9c2b461a-f355-4cc6-a16b-459d7497b410 req-243c0863-6d27-46bd-aa2e-4b0fcc8a02d4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0865619 May 18 14:43:58.837132 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9c2b461a-f355-4cc6-a16b-459d7497b410 req-3de98617-b5a2-4dba-aba0-7370b1f8670b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408235 May 18 14:44:00.029947 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a898-4615-499d-aaf3-d21d0f13c7af req-2549fcca-0bdc-4c64-a8d1-1c68608096c7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:00.031459 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1f09a898-4615-499d-aaf3-d21d0f13c7af req-2549fcca-0bdc-4c64-a8d1-1c68608096c7 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0841057 May 18 14:44:00.082275 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-1f09a898-4615-499d-aaf3-d21d0f13c7af req-735965d3-d500-4f51-81cf-bb408229184b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438776 May 18 14:44:01.280200 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32171e9-8008-4ea9-bfd9-0d3fc3bb715e req-e19f14fc-120a-4bdd-9aff-5483b7736728 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:01.281722 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b32171e9-8008-4ea9-bfd9-0d3fc3bb715e req-e19f14fc-120a-4bdd-9aff-5483b7736728 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0870771 May 18 14:44:01.329500 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-b32171e9-8008-4ea9-bfd9-0d3fc3bb715e req-05565229-9f50-4633-8b5e-7dc4461cd07d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 May 18 14:44:02.245739 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:44:02.384219 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:02.398315 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'port_id': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'mac_address': 'fa:16:3e:aa:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:44:02.456201 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:02.474326 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:44:02.492491 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:02.496633 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:02.499053 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:02.532228 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d592a-43d5-4f57-bc8b-6d7d6c27317d req-03462fe1-5e3a-4e1c-a431-f67222aa6116 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:02.533814 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e80d592a-43d5-4f57-bc8b-6d7d6c27317d req-03462fe1-5e3a-4e1c-a431-f67222aa6116 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 944 time: 0.0866086 May 18 14:44:02.578389 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=9']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:02.582877 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:02.601836 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e80d592a-43d5-4f57-bc8b-6d7d6c27317d req-2798a920-ab30-4d44-a734-a48a989ba756 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609937 May 18 14:44:02.735917 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:44:03.809218 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bf9e0-d369-4fb7-8531-bb5df2c65cc8 req-d8c1829e-23ed-4c86-a086-da630422d856 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:03.810723 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-084bf9e0-d369-4fb7-8531-bb5df2c65cc8 req-d8c1829e-23ed-4c86-a086-da630422d856 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 945 time: 0.0821004 May 18 14:44:03.857311 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-084bf9e0-d369-4fb7-8531-bb5df2c65cc8 req-dd06ad47-2a93-4dc0-9f68-b9a24f140bec tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401781 May 18 14:44:04.260192 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:44:04.333336 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:44:04.333653 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:04.453518 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:04.481924 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:04.491534 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:04.495709 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:04.497832 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:04.528838 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'code': 200} May 18 14:44:04.570625 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=10']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:04.573673 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:04.871628 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc659207-3377-49a8-84f3-abc0ebf6e6d1 req-16e5eb38-a78b-4f56-8dff-6b94b2089f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:04.873062 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-fc659207-3377-49a8-84f3-abc0ebf6e6d1 req-16e5eb38-a78b-4f56-8dff-6b94b2089f54 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 1100 time: 0.1745200 May 18 14:44:04.925234 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-fc659207-3377-49a8-84f3-abc0ebf6e6d1 req-055db16a-b7ce-47bf-aada-39c89fb3609b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 May 18 14:44:05.056840 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902eb73f-9fd4-4f5d-9850-4b85e6b6262f req-7f8bc240-8ef2-48e3-ab33-63f59e3c0e52 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:05.058361 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-902eb73f-9fd4-4f5d-9850-4b85e6b6262f req-7f8bc240-8ef2-48e3-ab33-63f59e3c0e52 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 947 time: 0.0854540 May 18 14:44:05.104537 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-902eb73f-9fd4-4f5d-9850-4b85e6b6262f req-e26ba6cc-34ec-4aac-8dae-a456ae16ab2d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404675 May 18 14:44:06.302308 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2aa76-638f-40ff-b874-1cb0d5f41ca4 req-927c1c69-7e7b-4a09-a1be-6a63039aa05b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:06.303843 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-82a2aa76-638f-40ff-b874-1cb0d5f41ca4 req-927c1c69-7e7b-4a09-a1be-6a63039aa05b tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 947 time: 0.0832036 May 18 14:44:06.352302 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-82a2aa76-638f-40ff-b874-1cb0d5f41ca4 req-01461747-021d-4b0e-a9c0-00a657d44233 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 May 18 14:44:07.550051 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10d8af-79e3-4048-964b-9fbae78359e5 req-e8a72071-128c-47a1-be34-d42250a9e5ae tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:07.551516 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5b10d8af-79e3-4048-964b-9fbae78359e5 req-e8a72071-128c-47a1-be34-d42250a9e5ae tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 947 time: 0.0854926 May 18 14:44:07.603675 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5b10d8af-79e3-4048-964b-9fbae78359e5 req-766a56c0-f7c4-4470-9690-a42956492842 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460911 May 18 14:44:12.895449 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6df5b00a-d902-4b7a-bca0-c01ac9eed3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:15.573568 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:15.743372 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-973cc92d-850b-49a5-9b95-56af43f169d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:16.406248 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:18.329659 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:19.961853 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:22.379459 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e832e971-8195-48bb-831c-770b5c0c836a req-fac407ed-1770-4695-88dc-9d25d8f79e8d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718598 May 18 14:44:22.480878 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832e971-8195-48bb-831c-770b5c0c836a req-dabdaf91-cbae-4d1f-961a-ab40a3eb1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:22.482262 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e832e971-8195-48bb-831c-770b5c0c836a req-dabdaf91-cbae-4d1f-961a-ab40a3eb1d77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=86a8148aefb84364b616460cedf5dd5f&device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 1100 time: 0.0792603 May 18 14:44:22.634433 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832e971-8195-48bb-831c-770b5c0c836a req-f4fe317d-1fe8-4387-983b-3a6a9979ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:22.635896 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e832e971-8195-48bb-831c-770b5c0c836a req-f4fe317d-1fe8-4387-983b-3a6a9979ef64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 200 len: 917 time: 0.1330092 May 18 14:44:22.744084 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e832e971-8195-48bb-831c-770b5c0c836a req-633160fc-40f2-479d-be2f-dde6ed47f9c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d HTTP/1.1" status: 200 len: 1002 time: 0.1005223 May 18 14:44:22.811379 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832e971-8195-48bb-831c-770b5c0c836a req-4fcf7411-2098-42a1-8a1b-6d3dfd0d9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:22.813412 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e832e971-8195-48bb-831c-770b5c0c836a req-4fcf7411-2098-42a1-8a1b-6d3dfd0d9db8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 200 len: 855 time: 0.0606694 May 18 14:44:22.895798 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832e971-8195-48bb-831c-770b5c0c836a req-cee0698c-6dea-4d2a-bc7c-af44df5f7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:22.897309 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e832e971-8195-48bb-831c-770b5c0c836a req-cee0698c-6dea-4d2a-bc7c-af44df5f7ce9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8b001595-5c30-4c08-85c1-7b5afbf6ef8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763032 May 18 14:44:23.033959 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e832e971-8195-48bb-831c-770b5c0c836a req-07ace03d-5c30-4c9d-b54b-f975dba0df68 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291862 May 18 14:44:23.173221 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-e832e971-8195-48bb-831c-770b5c0c836a req-b2e55bf5-8745-4113-8bfd-9d822da81847 service neutron] 10.222.0.66 "GET /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311586 May 18 14:44:25.658954 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60442) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:25.780045 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:25.795206 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:25.799582 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Usage tracker for resource:security_group_rule and tenant:5958bbc6462d4339ae267715dff137ed is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:25.802540 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:25.808423 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:25.893975 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:25.897989 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:25.905276 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-73d4939c-20c0-4d79-9d71-5cd5de086615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:25.950096 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8d578e-fdb6-4398-8ee0-3ecb1e053a71,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:25.954444 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5958bbc6462d4339ae267715dff137ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2944853 May 18 14:44:25.955379 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:25.957586 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60448) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:26.018232 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6dac8ffb-cb80-4c68-a4e7-72f0f7a53734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.045572 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6dac8ffb-cb80-4c68-a4e7-72f0f7a53734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.099567 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6dac8ffb-cb80-4c68-a4e7-72f0f7a53734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.103388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:26.115330 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac8ffb-cb80-4c68-a4e7-72f0f7a53734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8d578e-fdb6-4398-8ee0-3ecb1e053a71,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:26.118919 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6dac8ffb-cb80-4c68-a4e7-72f0f7a53734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:26.122366 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6dac8ffb-cb80-4c68-a4e7-72f0f7a53734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.123727 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-6dac8ffb-cb80-4c68-a4e7-72f0f7a53734 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d8d578e-fdb6-4398-8ee0-3ecb1e053a71 HTTP/1.1" status: 204 len: 168 time: 0.1650419 May 18 14:44:26.407463 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60456) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:26.424907 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.439645 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:26.443527 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2def9846cdef4b28a0e40e13ee94cf59 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:26.446399 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:26.452163 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:26.539954 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.543098 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.553997 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-5f6d772f-5f8c-4e01-9423-8d0106b01365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:26.596935 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2def9846cdef4b28a0e40e13ee94cf59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881371 May 18 14:44:26.597661 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3e6040-c87e-4626-b154-08a47c92ac40,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:26.599431 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60460) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:26.600686 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-36e63276-17bd-4500-b409-76a069c246b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:26.659983 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.685738 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.737950 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.742075 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2ac908e4-0849-4840-8f71-7d0b382768dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:26.755384 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3e6040-c87e-4626-b154-08a47c92ac40,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:26.764418 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.764813 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.765176 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.766084 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.766438 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.766795 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.767141 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.767492 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.767838 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.768185 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.768527 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.768892 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:26.771558 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:26.772677 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a3e6040-c87e-4626-b154-08a47c92ac40 HTTP/1.1" status: 204 len: 168 time: 0.1722417 May 18 14:44:26.773549 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:27.055529 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:44:27.319031 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60480) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:27.864372 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Deleting port e9f7a5a6-ed6d-4f5d-913e-8319de40ae8b {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:27.864747 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:27.986827 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:27.987154 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:28.113584 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Calling delete_port for e9f7a5a6-ed6d-4f5d-913e-8319de40ae8b owned by network:floatingip {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:28.251388 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:28.256379 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-eb2e699a-91cf-47a6-8553-5a9a51e1df0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:28.335225 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event deleted for resources: {'Port': ['ID=e9f7a5a6-ed6d-4f5d-913e-8319de40ae8b,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:28.346356 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:28.400987 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for floatingip, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:28.401312 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.db.l3_db [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Floating IP cbe4de9c-5358-427e-9901-36b947f1e0d9 disassociated (deleted). External IP: 172.28.3.90, port: 852f8bd1-db87-47a1-b4b4-9c67eabbea03. May 18 14:44:28.786631 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:28.978995 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:28.992419 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] Sync routers for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:29.004011 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:29.004764 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:29.008257 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:29.069227 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-1596eb6b-c981-4cdf-8aca-321ea4370bcf tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "DELETE /v2.0/floatingips/cbe4de9c-5358-427e-9901-36b947f1e0d9 HTTP/1.1" status: 204 len: 168 time: 1.7489183 May 18 14:44:29.069892 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03'}] {{(pid=91426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:29.125174 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'status': 'completed', 'code': 200} May 18 14:44:29.218508 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:29.248162 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-5c837135-1735-4345-b667-3911b6df5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:29.250298 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-5c837135-1735-4345-b667-3911b6df5829 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=101469e6af7740ee8d239a783c9a0851&device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 1099 time: 0.0969908 May 18 14:44:29.464220 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-ddfd29f2-96f3-44e7-80f6-a8c3b5f9b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:29.465872 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-ddfd29f2-96f3-44e7-80f6-a8c3b5f9b0c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 200 len: 910 time: 0.2080195 May 18 14:44:29.549614 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-a66d457d-478a-48b9-a6d6-30f7fa8073b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 200 len: 217 time: 0.0741568 May 18 14:44:29.556798 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0697f7-2a62-42e4-966d-a311b67f712b req-391e7a88-2c88-4925-9d1e-2b098c60c11e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:29.557558 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-5e0697f7-2a62-42e4-966d-a311b67f712b req-391e7a88-2c88-4925-9d1e-2b098c60c11e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Synchronizing usage tracker for tenant:101469e6af7740ee8d239a783c9a0851 on resource:port {{(pid=91426) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:29.588514 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [req-5e0697f7-2a62-42e4-966d-a311b67f712b req-391e7a88-2c88-4925-9d1e-2b098c60c11e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Unset dirty status for tenant:101469e6af7740ee8d239a783c9a0851 on resource:port {{(pid=91426) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:29.590127 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5e0697f7-2a62-42e4-966d-a311b67f712b req-391e7a88-2c88-4925-9d1e-2b098c60c11e tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1443365 May 18 14:44:29.627489 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 5, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:29.632392 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] Checking router: 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:29.633814 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-5bece564-a4c7-4c17-a7aa-b771a3d08242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:29.635293 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-5bece564-a4c7-4c17-a7aa-b771a3d08242 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8ba097b3-9e9c-4707-95ca-9ada03ce3049 HTTP/1.1" status: 200 len: 848 time: 0.0782807 May 18 14:44:29.642719 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:29.643344 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:29.648242 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-5e0697f7-2a62-42e4-966d-a311b67f712b req-ba0dec41-60e2-4260-abaa-f14eceb90be5 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515358 May 18 14:44:29.734680 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-4a8def1d-423e-4c3d-8aaa-95dd6f534d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:29.736379 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-4a8def1d-423e-4c3d-8aaa-95dd6f534d68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6fc883ca-381c-4537-8f24-5e176cbfcfd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0938249 May 18 14:44:29.872959 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:29.887179 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-f36e13ba-0ee7-48da-a893-a1d8a036cace service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424489 May 18 14:44:30.144657 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-0e2e3e89-11f4-42be-9d33-af674b0b8ca6 req-4437775d-7785-444b-ab5f-0cd06e9204bd service neutron] 10.222.0.66 "GET /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499769 May 18 14:44:30.223913 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 5, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:30.228041 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85919fd3-359c-48cf-a306-34fe44a6e6be None None] The sync data for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb is: [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': 'e39187a3-1d42-47a8-91ba-6d306ed3ae4d', 'name': '', 'network_id': '6fc883ca-381c-4537-8f24-5e176cbfcfd7', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'mac_address': 'fa:16:3e:d7:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:29Z', 'updated_at': '2021-05-18T14:38:40Z', 'revision_number': 5, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'subnets': [{'id': '8ba097b3-9e9c-4707-95ca-9ada03ce3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:44:30.370520 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60608) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:30.459071 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6b5c6d-e481-4090-8e1f-f73a9b2af347 None None] New status for floating IP cbe4de9c-5358-427e-9901-36b947f1e0d9: DOWN {{(pid=91427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:44:30.496149 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:30.511404 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:30.515387 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Usage tracker for resource:security_group_rule and tenant:4c751c20858146e9a94efbacadfdd34d is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:30.518402 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:30.524406 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:30.615734 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:30.620172 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:30.627543 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-110e6e66-1b11-4bf7-9228-cd7d3d257485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:30.667582 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384cad80-5c77-4f14-8100-a146819d6cf3,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:30.672495 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c751c20858146e9a94efbacadfdd34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009708 May 18 14:44:30.674520 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9ae3b56c-0424-436f-a439-f9943fb5d68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:30.675132 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60616) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:30.867554 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-fb02ac6b-30d8-4011-9c36-ebd1144411e0 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:30.868272 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-fb02ac6b-30d8-4011-9c36-ebd1144411e0 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Synchronizing usage tracker for tenant:101469e6af7740ee8d239a783c9a0851 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:30.881642 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-fb02ac6b-30d8-4011-9c36-ebd1144411e0 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Unset dirty status for tenant:101469e6af7740ee8d239a783c9a0851 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:30.882756 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-fb02ac6b-30d8-4011-9c36-ebd1144411e0 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.66 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.0990682 May 18 14:44:30.906455 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6d940476-9d0b-4d50-827a-14160397d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:30.942747 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6d940476-9d0b-4d50-827a-14160397d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:30.978041 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeeefa-23db-402d-87cc-1d7c3ab0337b req-fc0c8151-92b8-4380-bda6-b9231cc060b5 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:30.979564 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2efeeefa-23db-402d-87cc-1d7c3ab0337b req-fc0c8151-92b8-4380-bda6-b9231cc060b5 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 946 time: 0.1493580 May 18 14:44:31.041747 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-2efeeefa-23db-402d-87cc-1d7c3ab0337b req-ffb5caae-e1f7-4e0d-8ba7-f4e12d38bd24 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/security-groups?id=1649b7e3-b367-427b-8086-0875257a461c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508723 May 18 14:44:31.056027 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Deleting port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:31.056379 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.069968 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6d940476-9d0b-4d50-827a-14160397d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.073865 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-42eda2f6-4397-415d-bfd1-62c0bdb8d153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:31.085881 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d940476-9d0b-4d50-827a-14160397d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384cad80-5c77-4f14-8100-a146819d6cf3,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:31.089728 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6d940476-9d0b-4d50-827a-14160397d5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:31.096949 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-6d940476-9d0b-4d50-827a-14160397d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.100533 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-6d940476-9d0b-4d50-827a-14160397d5b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/384cad80-5c77-4f14-8100-a146819d6cf3 HTTP/1.1" status: 204 len: 168 time: 0.4220111 May 18 14:44:31.202183 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] For port 852f8bd1-db87-47a1-b4b4-9c67eabbea03, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=852f8bd1-db87-47a1-b4b4-9c67eabbea03,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:31.202577 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.335072 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Calling delete_port for 852f8bd1-db87-47a1-b4b4-9c67eabbea03 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:31.393264 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60624) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:31.410742 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.425518 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:31.429505 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Usage tracker for resource:security_group_rule and tenant:16ea5460fe4045e2a2b0d2edae6f8a20 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:31.432515 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:31.439584 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:31.453697 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.460094 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7496fd87-40d8-4fc5-87c7-fb921029b57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:31.509465 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event deleted for resources: {'Port': ['ID=852f8bd1-db87-47a1-b4b4-9c67eabbea03,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:31.513234 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:31.535737 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.539862 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.549670 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8167404a-7486-419a-a7da-59353dc9e410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:31.589496 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] No DVR routers for this DVR port 852f8bd1-db87-47a1-b4b4-9c67eabbea03 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:31.592046 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.592779 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16ea5460fe4045e2a2b0d2edae6f8a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984105 May 18 14:44:31.595082 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fcc412-f2e9-49f8-8b64-8478f395e13d,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:31.595252 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'name': 'network-vif-deleted', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:31.598329 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:31.599160 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60628) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:31.615497 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-c247f1da-7035-4868-85c2-684ab2ba90b7 req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.66 "DELETE /v2.0/ports/852f8bd1-db87-47a1-b4b4-9c67eabbea03 HTTP/1.1" status: 204 len: 173 time: 0.7266717 May 18 14:44:31.646904 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e771d851-939c-4b95-9465-9256e15bb79b', 'name': 'network-vif-deleted', 'tag': '852f8bd1-db87-47a1-b4b4-9c67eabbea03', 'status': 'completed', 'code': 200} May 18 14:44:31.679106 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f36362fc-38ce-490a-a0b9-716bfa06e08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.709014 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f36362fc-38ce-490a-a0b9-716bfa06e08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.762925 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f36362fc-38ce-490a-a0b9-716bfa06e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.766823 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-913d044b-0785-408f-b79b-82dd50f39bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:31.778137 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36362fc-38ce-490a-a0b9-716bfa06e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fcc412-f2e9-49f8-8b64-8478f395e13d,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:31.781734 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f36362fc-38ce-490a-a0b9-716bfa06e08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:31.785086 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f36362fc-38ce-490a-a0b9-716bfa06e08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:31.786191 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-f36362fc-38ce-490a-a0b9-716bfa06e08d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6fcc412-f2e9-49f8-8b64-8478f395e13d HTTP/1.1" status: 204 len: 168 time: 0.1861031 May 18 14:44:32.222482 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a95c825f-9506-4bd8-9f06-7cb33c3b2ad5 req-808dc235-a373-4d13-aac0-a4392190ea57 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "GET /v2.0/ports?device_id=e771d851-939c-4b95-9465-9256e15bb79b HTTP/1.1" status: 200 len: 210 time: 0.0461664 May 18 14:44:33.321948 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60678) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:33.398135 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7fa10eec-08c5-46d0-ac61-3dff4476ef54 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:33.431087 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7fa10eec-08c5-46d0-ac61-3dff4476ef54 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:33.503074 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7fa10eec-08c5-46d0-ac61-3dff4476ef54 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:33.508534 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b8d5ea6e-ec8c-4f8c-ac06-314a66541278 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:33.526361 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa10eec-08c5-46d0-ac61-3dff4476ef54 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649b7e3-b367-427b-8086-0875257a461c,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:33.533552 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7fa10eec-08c5-46d0-ac61-3dff4476ef54 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:33.540318 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7fa10eec-08c5-46d0-ac61-3dff4476ef54 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:33.544050 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-7fa10eec-08c5-46d0-ac61-3dff4476ef54 tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] 10.222.0.18 "DELETE /v2.0/security-groups/1649b7e3-b367-427b-8086-0875257a461c HTTP/1.1" status: 204 len: 168 time: 0.2185156 May 18 14:44:33.589685 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60688) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:33.647041 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60694) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:33.769015 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:33.787236 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:33.791157 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Usage tracker for resource:security_group_rule and tenant:e4915cf681d5422ab60d6c01bb3ecd46 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:33.794111 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:33.800397 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:33.886274 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:33.892419 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:33.899862 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-746da9fe-4ab8-498f-b044-ac5b2298fe8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:33.940983 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1d2b29-aa31-42aa-a7e3-db066d0161e0,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:33.945822 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4915cf681d5422ab60d6c01bb3ecd46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976711 May 18 14:44:33.947143 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:33.948347 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60700) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:34.009368 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9ffc-4355-46c6-a8bb-b5707de6d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:34.037331 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9ffc-4355-46c6-a8bb-b5707de6d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:34.093827 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9ffc-4355-46c6-a8bb-b5707de6d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:34.098914 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8c11a152-c7a0-4ebb-87d1-6c6c25d1294b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:34.116110 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb9ffc-4355-46c6-a8bb-b5707de6d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1d2b29-aa31-42aa-a7e3-db066d0161e0,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:34.118548 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f5cb9ffc-4355-46c6-a8bb-b5707de6d374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:34.122670 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9ffc-4355-46c6-a8bb-b5707de6d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:34.126559 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f5cb9ffc-4355-46c6-a8bb-b5707de6d374 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d1d2b29-aa31-42aa-a7e3-db066d0161e0 HTTP/1.1" status: 204 len: 168 time: 0.1741364 May 18 14:44:34.266160 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438345'] for router_interface, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:34.416298 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60708) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:34.419175 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 852f8bd1-db87-47a1-b4b4-9c67eabbea03 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:34.446972 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:34.455300 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 852f8bd1-db87-47a1-b4b4-9c67eabbea03 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:34.455651 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 852f8bd1-db87-47a1-b4b4-9c67eabbea03 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:34.471421 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:34.478578 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Usage tracker for resource:security_group_rule and tenant:15d89fb14cf147d3ad4eeee8d9ce57c4 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:34.533854 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:34.569370 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:34.847389 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:34.876288 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:34.887450 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-02952b04-b471-472e-915c-a8ca4c8610a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:34.946451 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15d89fb14cf147d3ad4eeee8d9ce57c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289133 May 18 14:44:34.948467 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3b5d32-4c7c-4ec0-a532-b2992202f013,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:34.949201 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60712) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:34.953015 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:34.968749 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Deleting port e39187a3-1d42-47a8-91ba-6d306ed3ae4d {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:34.969090 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.010142 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a37f450c-21db-4088-80ca-dae9d6289880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.041372 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a37f450c-21db-4088-80ca-dae9d6289880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.097118 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] For port e39187a3-1d42-47a8-91ba-6d306ed3ae4d, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:35.097611 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.097913 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a37f450c-21db-4088-80ca-dae9d6289880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.101843 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-83fcd92c-f73c-4881-8d5f-eaf9cac570ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:35.115248 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f450c-21db-4088-80ca-dae9d6289880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3b5d32-4c7c-4ec0-a532-b2992202f013,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:35.118241 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-a37f450c-21db-4088-80ca-dae9d6289880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:35.120362 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-a37f450c-21db-4088-80ca-dae9d6289880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.122628 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-a37f450c-21db-4088-80ca-dae9d6289880 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae3b5d32-4c7c-4ec0-a532-b2992202f013 HTTP/1.1" status: 204 len: 168 time: 0.1713018 May 18 14:44:35.229644 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Calling delete_port for e39187a3-1d42-47a8-91ba-6d306ed3ae4d owned by network:router_interface {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:35.387310 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:35.392184 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-212da754-6c02-417b-89a2-d1bdd38b699c tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:35.438100 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39187a3-1d42-47a8-91ba-6d306ed3ae4d,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:35.467967 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:35.723328 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33151930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440281'] for router_interface, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.223798 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:36.408761 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:36.419514 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] Sync routers for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:36.429234 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d8e68ed1-279e-4572-8b49-dfe0585b4778 admin admin] 10.222.0.18 "PUT /v2.0/routers/06ea8b24-625e-4c00-88a6-0ed8733a4fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8362467 May 18 14:44:36.431822 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60752) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:36.432868 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:36.433677 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:36.626859 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks [] for router, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.630402 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:36.810475 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:36.937177 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148'}], 'enable_snat': True}, 'gw_port_id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:44:35Z', 'revision_number': 5, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port': {'id': '78ef0461-d53c-47b8-a6e2-034357fb0f29', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:24Z', 'updated_at': '2021-05-18T14:38:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:36.941839 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] Checking router: 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:36.951257 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] Routers {'06ea8b24-625e-4c00-88a6-0ed8733a4fd7'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:36.951910 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:37.002997 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Deleting port 78ef0461-d53c-47b8-a6e2-034357fb0f29 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:37.003584 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.153772 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] For port 78ef0461-d53c-47b8-a6e2-034357fb0f29, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=78ef0461-d53c-47b8-a6e2-034357fb0f29,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:37.154134 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.155933 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] Set router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 gateway port host: None {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:37.266671 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:44:36Z', 'revision_number': 6, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port_host': None}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:37.271050 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfb880-5279-46fb-8231-c118b9667b1f None None] The sync data for ids ['06ea8b24-625e-4c00-88a6-0ed8733a4fd7'] in dv-cinder-787195-7-smb is: [{'id': '06ea8b24-625e-4c00-88a6-0ed8733a4fd7', 'name': 'tempest-TestShelveInstance-1607497693-router', 'tenant_id': '101469e6af7740ee8d239a783c9a0851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:23Z', 'updated_at': '2021-05-18T14:44:36Z', 'revision_number': 6, 'project_id': '101469e6af7740ee8d239a783c9a0851', 'gw_port_host': None}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:44:37.309349 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Calling delete_port for 78ef0461-d53c-47b8-a6e2-034357fb0f29 owned by network:router_gateway {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:37.458440 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.462305 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e94f3ebf-02d0-484c-ad79-a3210d3a3abf tempest-VolumesSnapshotTestJSON-58524353 tempest-VolumesSnapshotTestJSON-58524353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:37.509334 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ef0461-d53c-47b8-a6e2-034357fb0f29,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:37.539081 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:37.605851 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435042'] for router_gateway, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.785236 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33138137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.787686 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.811120 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434485'] for router, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.812329 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ea8b24-625e-4c00-88a6-0ed8733a4fd7 {{(pid=91425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:44:37.824292 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] Notify callbacks [] for router, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.825433 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-887e6da2-e1f5-4c39-9539-2f5a597bbe27 admin admin] 10.222.0.18 "DELETE /v2.0/routers/06ea8b24-625e-4c00-88a6-0ed8733a4fd7 HTTP/1.1" status: 204 len: 168 time: 1.3926566 May 18 14:44:37.828016 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60770) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:37.892415 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_v2 [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] Deleting subnet 8ba097b3-9e9c-4707-95ca-9ada03ce3049 {{(pid=91425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:44:37.895605 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:37.950237 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205902'] for subnet, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.032597 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.288408 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2205876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136208'] for subnet, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.292490 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0c0855bd-6711-4a93-b830-777fa1a047b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:38.327429 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba097b3-9e9c-4707-95ca-9ada03ce3049,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:38.330504 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:38.331735 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.337615 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d69218-1814-43ff-a2cc-3157bbbf4d75 None None] Network 6fc883ca-381c-4537-8f24-5e176cbfcfd7 requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:44:38.338188 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-710a218a-55f7-4656-ae71-983a4472e493 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8ba097b3-9e9c-4707-95ca-9ada03ce3049 HTTP/1.1" status: 204 len: 168 time: 0.5088623 May 18 14:44:38.340379 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60774) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:38.447762 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.621845 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] DHCP port deletion for 6fc883ca-381c-4537-8f24-5e176cbfcfd7 request from dv-cinder-787195-7-smb {{(pid=91427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:44:38.636920 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Deleting port 41a9b634-c948-410a-9dc9-bd23eec0415a {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:38.637526 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.689596 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Deleting port 41a9b634-c948-410a-9dc9-bd23eec0415a {{(pid=91427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:38.690068 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.745040 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] For port 41a9b634-c948-410a-9dc9-bd23eec0415a, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=41a9b634-c948-410a-9dc9-bd23eec0415a,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:38.745483 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.830608 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] For port 41a9b634-c948-410a-9dc9-bd23eec0415a, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=41a9b634-c948-410a-9dc9-bd23eec0415a,segment=NetworkSegment(f2d3d342-6ddf-4477-9543-ef5c5ff0ea68),segment_id=f2d3d342-6ddf-4477-9543-ef5c5ff0ea68)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:38.830961 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.875450 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Calling delete_port for 41a9b634-c948-410a-9dc9-bd23eec0415a owned by network:dhcp {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:38.937461 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:38.942558 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-dedb3ebf-540e-4f0c-b9d4-e9b19fe6d50b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:38.975932 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Calling delete_port for 41a9b634-c948-410a-9dc9-bd23eec0415a owned by network:dhcp {{(pid=91427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:38.989031 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Pushing event deleted for resources: {'Port': ['ID=41a9b634-c948-410a-9dc9-bd23eec0415a,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:38.993749 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:38.997790 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] No DVR routers for this DVR port 41a9b634-c948-410a-9dc9-bd23eec0415a on host dv-cinder-787195-7-smb {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:39.031458 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487'] for port, after_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:39.037243 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:39.087533 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 41a9b634-c948-410a-9dc9-bd23eec0415a no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:39.130723 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] No DVR routers for this DVR port 41a9b634-c948-410a-9dc9-bd23eec0415a on host dv-cinder-787195-7-smb {{(pid=91427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:39.132578 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 41a9b634-c948-410a-9dc9-bd23eec0415a {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:39.133019 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 41a9b634-c948-410a-9dc9-bd23eec0415a not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:39.133144 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:39.133432 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 78ef0461-d53c-47b8-a6e2-034357fb0f29 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:39.146951 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc883ca-381c-4537-8f24-5e176cbfcfd7']}} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:39.159990 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Pushing event deleted for resources: {'Port': ['ID=41a9b634-c948-410a-9dc9-bd23eec0415a,revision_number=None']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:39.164806 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68') {'for_net_delete': True} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:39.165107 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d3d342-6ddf-4477-9543-ef5c5ff0ea68') {} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:39.178187 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2205913'] for segment, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:39.179063 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.179412 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.180151 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.180151 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.180385 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.180742 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.181063 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.181392 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.181709 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.182042 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.182361 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.182675 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:39.185937 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 78ef0461-d53c-47b8-a6e2-034357fb0f29 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:39.186957 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 78ef0461-d53c-47b8-a6e2-034357fb0f29 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:39.187387 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device e39187a3-1d42-47a8-91ba-6d306ed3ae4d no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:39.195693 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:39.202296 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=91425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:44:39.202698 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134294'] for segment, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:39.211988 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-37515b6b-1ca9-4360-ae39-4d640584cc53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: Traceback (most recent call last): May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: timer() May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: cb(*args, **kw) May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: return func(*args, **kwargs) May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: self._notify() May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: self.callback(batched_events) May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: event.method(event) May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: return f(self, *a, **k) May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: return self._get(url).json() May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: return self.request(url, 'GET', **kwargs) May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:44:39.217136 dv-cinder-787195-7-smb neutron-server[91425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:44:39.223271 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: e39187a3-1d42-47a8-91ba-6d306ed3ae4d {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:39.223626 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device e39187a3-1d42-47a8-91ba-6d306ed3ae4d not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:39.294811 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:39.299108 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:39.313123 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:39.327705 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc883ca-381c-4537-8f24-5e176cbfcfd7,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:39.330996 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:39.343438 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-60dbf120-5859-4e3c-9849-03d6a3caf51d admin admin] 10.222.0.18 "DELETE /v2.0/networks/6fc883ca-381c-4537-8f24-5e176cbfcfd7 HTTP/1.1" status: 204 len: 168 time: 1.0019290 May 18 14:44:39.346658 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60786) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:39.901647 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438345'] for router_interface, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:40.434922 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Deleting port 3c194633-41ad-409a-b439-3349c6c00c97 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:40.435266 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:40.565455 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] For port 3c194633-41ad-409a-b439-3349c6c00c97, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=3c194633-41ad-409a-b439-3349c6c00c97,segment=NetworkSegment(dad1cfaa-ff76-49bc-a66e-25141721c42d),segment_id=dad1cfaa-ff76-49bc-a66e-25141721c42d)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:40.565808 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:40.696173 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Calling delete_port for 3c194633-41ad-409a-b439-3349c6c00c97 owned by network:router_interface {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:40.859277 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:40.863363 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:40.912342 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c194633-41ad-409a-b439-3349c6c00c97,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:40.915963 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:41.211187 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33151930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440281'] for router_interface, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:41.324554 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b0e3-52fc-4672-b317-b8ab5904182e req-e257e913-6e19-4f4d-b5a2-0718616b92c9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:41.326051 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-65e8b0e3-52fc-4672-b317-b8ab5904182e req-e257e913-6e19-4f4d-b5a2-0718616b92c9 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 947 time: 0.1989238 May 18 14:44:41.372490 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-65e8b0e3-52fc-4672-b317-b8ab5904182e req-94a3503b-e0e1-4119-a0d4-66b97ba10adc tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403073 May 18 14:44:41.585356 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:41.879935 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:41.889778 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] Sync routers for ids ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'] in dv-cinder-787195-7-smb {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:41.899757 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] 10.222.0.18 "PUT /v2.0/routers/d1d8cdf3-1d33-4870-aad0-4fe16dff66a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5519528 May 18 14:44:41.902588 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60824) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:41.903388 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] Routers {'d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:41.904022 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:41.946948 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60828) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:42.085877 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks [] for router, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.087879 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.102063 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] Set router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 gateway port host: dv-cinder-787195-7-smb {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:42.103630 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:42.108225 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Usage tracker for resource:security_group_rule and tenant:901a3ada77d84bb59edc3b83d97069a7 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:42.111422 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:42.117551 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:42.208552 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.214822 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.223676 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d747fe0f-deb7-4e16-8d64-aaa6d95e4456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:42.269368 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=901a3ada77d84bb59edc3b83d97069a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188360 May 18 14:44:42.269368 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc2a492-a47e-46a2-90fc-4279663654f9,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:42.270290 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60834) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:42.275716 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.276086 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.276448 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.276844 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.277198 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.277547 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.277935 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.278244 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.278596 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.278942 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.279283 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.280239 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:44:42.284526 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:42.316693 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.409293 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:44:40Z', 'revision_number': 5, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port': {'id': 'b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:38:39Z', 'updated_at': '2021-05-18T14:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:42.413821 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] Checking router: d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 for host: dv-cinder-787195-7-smb {{(pid=91427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:42.423392 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] Routers {'d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:42.424172 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'], 'active': True} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:42.435172 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-367c4467-a47e-4376-ba52-9b0a637bcd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.495915 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-367c4467-a47e-4376-ba52-9b0a637bcd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.532627 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Deleting port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:42.533221 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.580722 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvr_db [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] Set router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 gateway port host: None {{(pid=91427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:42.583088 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-0a521b14-bbb8-4c7c-891a-eac8beae7922 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:42.583941 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-0a521b14-bbb8-4c7c-891a-eac8beae7922 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Synchronizing usage tracker for tenant:86a8148aefb84364b616460cedf5dd5f on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:44:42.595878 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44476899-19cf-407f-b339-7199d9b4b821 req-45a6fc51-2ace-4d29-b982-98a44419e4b1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:42.597778 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-44476899-19cf-407f-b339-7199d9b4b821 req-45a6fc51-2ace-4d29-b982-98a44419e4b1 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 947 time: 0.0998271 May 18 14:44:42.653299 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-44476899-19cf-407f-b339-7199d9b4b821 req-15093d3d-5f31-4e8d-a54d-0788cb04dc3e tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478916 May 18 14:44:42.673299 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-0a521b14-bbb8-4c7c-891a-eac8beae7922 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Unset dirty status for tenant:86a8148aefb84364b616460cedf5dd5f on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:44:42.674329 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-0a521b14-bbb8-4c7c-891a-eac8beae7922 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 947 time: 0.3093572 May 18 14:44:42.749010 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-367c4467-a47e-4376-ba52-9b0a637bcd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.757900 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b3bbe77a-8efa-4f76-a560-c8c265e2ae9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:42.760156 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_hamode_db [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:44:42Z', 'revision_number': 6, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port_host': None}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:42.765060 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55bd96-3b5a-4567-8c95-e0f32ea9c4b3 None None] The sync data for ids ['d1d8cdf3-1d33-4870-aad0-4fe16dff66a3'] in dv-cinder-787195-7-smb is: [{'id': 'd1d8cdf3-1d33-4870-aad0-4fe16dff66a3', 'name': 'tempest-TestShelveInstance-1213144937-router', 'tenant_id': '5dbe61b32afe422cb2ff04c3777861f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:38:38Z', 'updated_at': '2021-05-18T14:44:42Z', 'revision_number': 6, 'project_id': '5dbe61b32afe422cb2ff04c3777861f2', 'gw_port_host': None}] {{(pid=91427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:44:42.787277 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c4467-a47e-4376-ba52-9b0a637bcd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc2a492-a47e-46a2-90fc-4279663654f9,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:42.790023 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-367c4467-a47e-4376-ba52-9b0a637bcd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:42.792277 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] For port b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:42.792695 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.898624 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-3feb3ae1-8fdb-4baa-81c6-91a50393ce1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.954173 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-367c4467-a47e-4376-ba52-9b0a637bcd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:42.955279 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-367c4467-a47e-4376-ba52-9b0a637bcd05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4dc2a492-a47e-46a2-90fc-4279663654f9 HTTP/1.1" status: 204 len: 168 time: 0.6836801 May 18 14:44:42.962209 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Calling delete_port for b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c owned by network:router_gateway {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:43.014717 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Deleting port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:43.015072 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.116414 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 3c194633-41ad-409a-b439-3349c6c00c97 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:43.158718 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 3c194633-41ad-409a-b439-3349c6c00c97 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:43.158976 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 3c194633-41ad-409a-b439-3349c6c00c97 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:43.187222 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] For port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:43.187222 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.315507 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60844) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:43.335631 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.353364 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:43.357711 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Usage tracker for resource:security_group_rule and tenant:1778e1a0eb45431b86b674b0a45fab6c is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:43.361783 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:43.368904 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:43.466059 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.470352 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.480111 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-91b28a0b-af29-49fb-996b-c510dc27c8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:43.521629 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1778e1a0eb45431b86b674b0a45fab6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050273 May 18 14:44:43.523784 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8ecc9e-ac13-4c9d-b304-837fa7deaf7c,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:43.525416 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60848) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:43.527528 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:43.660546 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.664917 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-15ae4ef8-336b-4d42-aacc-794c03787e79 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:43.735856 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:43.745305 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:43.846646 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5f2194fe-8ad7-4b9e-9edd-8e7c01c6b31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.857074 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.857450 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438451'] for floatingip, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.857801 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.db.l3_db [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Floating IP e5329f1d-01c6-439b-a49f-cfa78884b1d3 disassociated. External IP: 172.28.3.134, port: f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d. May 18 14:44:43.858145 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Calling delete_port for f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:43.861115 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c29a4b-7ab2-4956-8ea8-e977b54da747 req-d9e2e4bc-dba5-40bc-8c28-cf05495bb763 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:44:43.862912 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f3c29a4b-7ab2-4956-8ea8-e977b54da747 req-d9e2e4bc-dba5-40bc-8c28-cf05495bb763 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 947 time: 0.0891445 May 18 14:44:43.907985 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5f2194fe-8ad7-4b9e-9edd-8e7c01c6b31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:43.909967 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f3c29a4b-7ab2-4956-8ea8-e977b54da747 req-a6ac118f-87a2-4962-a2f9-bc984d90fb90 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups?id=c8501df1-82bc-4026-8e15-a8e177dbce89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 May 18 14:44:43.921589 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435042'] for router_gateway, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.134742 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33138137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.138210 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.204077 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434485'] for router, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.204820 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 {{(pid=91425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:44:44.206392 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5f2194fe-8ad7-4b9e-9edd-8e7c01c6b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.217027 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f5cb9ffc-4355-46c6-a8bb-b5707de6d374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:44.251743 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2194fe-8ad7-4b9e-9edd-8e7c01c6b31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8ecc9e-ac13-4c9d-b304-837fa7deaf7c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:44.259383 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-5f2194fe-8ad7-4b9e-9edd-8e7c01c6b31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:44.291867 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.299772 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-cb913777-9e67-407b-9917-80be26227a6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:44.332055 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5f2194fe-8ad7-4b9e-9edd-8e7c01c6b31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.333285 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-5f2194fe-8ad7-4b9e-9edd-8e7c01c6b31a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae8ecc9e-ac13-4c9d-b304-837fa7deaf7c HTTP/1.1" status: 204 len: 168 time: 0.7976925 May 18 14:44:44.334245 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] Notify callbacks [] for router, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.337578 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-76b233f2-2729-4b33-9b4c-a535efd3a37e admin admin] 10.222.0.18 "DELETE /v2.0/routers/d1d8cdf3-1d33-4870-aad0-4fe16dff66a3 HTTP/1.1" status: 204 len: 168 time: 2.4316359 May 18 14:44:44.338269 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60856) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:44.351785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event deleted for resources: {'Port': ['ID=f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:44.355121 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:44.401634 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] Deleting subnet 7f093b99-a0ab-4a79-ab55-21c56b320285 {{(pid=91426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:44:44.404827 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.461727 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2912105'] for subnet, precommit_delete_associations {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.543646 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.614175 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Router 395f1065-3754-42ac-929c-841a49e17226 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:44.846996 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2923239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3143016'] for subnet, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.854377 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b45af8b6-c6a0-4ec8-8062-a7c9f11fc336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:44.892494 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f093b99-a0ab-4a79-ab55-21c56b320285,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:44.901988 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:44.903254 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:44.908940 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a2a3e-e7bb-49dc-964e-c2e48c82170c None None] Network 1c58ab7e-9c68-4827-b6c8-feae6b39de9b requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:44:44.913218 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:44.921239 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-e9e883d1-a59b-412d-b7e6-e71d75da3aca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7f093b99-a0ab-4a79-ab55-21c56b320285 HTTP/1.1" status: 204 len: 168 time: 0.5822282 May 18 14:44:44.925056 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60870) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:44.933596 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] Sync routers for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:44.949104 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:44.949733 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:45.086894 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] No DVR routers for this DVR port f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:45.090852 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.091421 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.092985 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-b2ce08e5-83c9-4c65-9074-b0d324ba7282 req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.66 "DELETE /v2.0/ports/f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d HTTP/1.1" status: 204 len: 173 time: 2.4128623 May 18 14:44:45.093529 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-deleted', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:44:45.126251 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:45.191233 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29044422-27a6-4b48-8f2d-d202f9eb6e6b', 'name': 'network-vif-deleted', 'tag': 'f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d', 'status': 'completed', 'code': 200} May 18 14:44:45.232136 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:45.233018 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device b0e08065-e3a2-41a6-8d2d-c2f98f2a0f1c not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:45.284335 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-900473b7-7a16-41d1-bb08-e74f1ab69102 req-7e89d678-14c1-406a-b509-f21591da3ed2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/ports?device_id=29044422-27a6-4b48-8f2d-d202f9eb6e6b HTTP/1.1" status: 200 len: 210 time: 0.0859282 May 18 14:44:45.310177 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Deleting port a14c49ef-fd68-4184-be7c-20b830156402 {{(pid=91426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:45.316505 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.386240 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:45.437866 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] DHCP port deletion for 1c58ab7e-9c68-4827-b6c8-feae6b39de9b request from dv-cinder-787195-7-smb {{(pid=91427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:44:45.442188 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.db [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] For port a14c49ef-fd68-4184-be7c-20b830156402, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=a14c49ef-fd68-4184-be7c-20b830156402,segment=NetworkSegment(dad1cfaa-ff76-49bc-a66e-25141721c42d),segment_id=dad1cfaa-ff76-49bc-a66e-25141721c42d)] {{(pid=91426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:45.442628 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.517560 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] Deleting port a14c49ef-fd68-4184-be7c-20b830156402 {{(pid=91427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:45.518350 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.586480 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.plugin [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Calling delete_port for a14c49ef-fd68-4184-be7c-20b830156402 owned by network:dhcp {{(pid=91426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:45.639956 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990904'] for port, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.662603 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-82e6a447-05da-4db0-af17-bc3c10dd6ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:45.717563 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] No DVR routers for this DVR port a14c49ef-fd68-4184-be7c-20b830156402 on host dv-cinder-787195-7-smb {{(pid=91426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:45.777483 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:45.782730 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] Checking router: 395f1065-3754-42ac-929c-841a49e17226 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:45.792886 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:45.793614 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:16Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:45.825348 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] For port a14c49ef-fd68-4184-be7c-20b830156402, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=a14c49ef-fd68-4184-be7c-20b830156402,segment=NetworkSegment(dad1cfaa-ff76-49bc-a66e-25141721c42d),segment_id=dad1cfaa-ff76-49bc-a66e-25141721c42d)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:45.826078 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.876866 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.881269 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cc22-bfce-46c4-a452-01947bb93e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:45.908533 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Pushing event deleted for resources: {'Port': ['ID=a14c49ef-fd68-4184-be7c-20b830156402,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:45.924976 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:46.016454 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.043627 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c58ab7e-9c68-4827-b6c8-feae6b39de9b']}} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:46.065241 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] Calling delete_port for a14c49ef-fd68-4184-be7c-20b830156402 owned by network:dhcp {{(pid=91427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:46.078695 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:46.085435 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad1cfaa-ff76-49bc-a66e-25141721c42d') {'for_net_delete': True} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:46.085917 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.services.segments.db [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad1cfaa-ff76-49bc-a66e-25141721c42d') {} {{(pid=91426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:46.109148 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2912126'] for segment, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.111769 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487'] for port, after_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.116710 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:46.137626 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.149695 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=91426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:44:46.150394 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990917'] for segment, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.166840 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] Pushing event deleted for resources: {'Port': ['ID=a14c49ef-fd68-4184-be7c-20b830156402,revision_number=None']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:46.177389 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] No DVR routers for this DVR port a14c49ef-fd68-4184-be7c-20b830156402 on host dv-cinder-787195-7-smb {{(pid=91427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:46.179442 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-216d9cd0-04d9-49a7-ba2f-01386c499a97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: Traceback (most recent call last): May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: timer() May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: cb(*args, **kw) May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: return func(*args, **kwargs) May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: self._notify() May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: self.callback(batched_events) May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: event.method(event) May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: return f(self, *a, **k) May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: return self._get(url).json() May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: return self.request(url, 'GET', **kwargs) May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:44:46.203333 dv-cinder-787195-7-smb neutron-server[91426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:44:46.281410 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.285703 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d1a4a8a1-7bd5-4800-8414-bc21fa4592c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:46.303724 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.315665 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c58ab7e-9c68-4827-b6c8-feae6b39de9b,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:46.320762 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:46.324619 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-91e399d8-270b-4cc9-be96-b9870886739f admin admin] 10.222.0.18 "DELETE /v2.0/networks/1c58ab7e-9c68-4827-b6c8-feae6b39de9b HTTP/1.1" status: 204 len: 168 time: 1.3979983 May 18 14:44:46.425981 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.441016 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:46.446172 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef19a263-74cb-486f-91ad-93db78503d96 None None] The sync data for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb is: [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:37:11Z', 'revision_number': 4, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb', '_interfaces': [{'id': '9283e53e-f515-42cd-a172-57043759eb3c', 'name': '', 'network_id': '8b001595-5c30-4c08-85c1-7b5afbf6ef8e', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'mac_address': 'fa:16:3e:83:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8f10d4a1-1722-4e43-be82-057027367984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:10Z', 'updated_at': '2021-05-18T14:37:29Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'subnets': [{'id': '8f10d4a1-1722-4e43-be82-057027367984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:44:46.458214 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60910) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:46.461109 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:46.506414 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:46.507033 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device f6f0ed64-fa3d-4eff-b742-1acb0ace1a0d not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:46.540483 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8c9db092-2a62-4acf-b7ea-4d8b3e839316 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.575741 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8c9db092-2a62-4acf-b7ea-4d8b3e839316 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.605498 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60916) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:46.676650 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-eb550e1d-4ecc-44f5-a05a-7e6fbc9044aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=101469e6af7740ee8d239a783c9a0851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683823 May 18 14:44:46.677569 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60920) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:46.694477 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8c9db092-2a62-4acf-b7ea-4d8b3e839316 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.702643 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-baa331a9-c42d-4544-bfd7-972ce7840d35 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:46.733570 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9db092-2a62-4acf-b7ea-4d8b3e839316 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8501df1-82bc-4026-8e15-a8e177dbce89,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:46.738973 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8c9db092-2a62-4acf-b7ea-4d8b3e839316 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:46.759024 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-8c9db092-2a62-4acf-b7ea-4d8b3e839316 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.763211 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-8c9db092-2a62-4acf-b7ea-4d8b3e839316 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8501df1-82bc-4026-8e15-a8e177dbce89 HTTP/1.1" status: 204 len: 168 time: 0.3008583 May 18 14:44:46.763211 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60928) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:46.791336 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.api.v2.resource [None req-fac454e1-7fa5-4a56-a275-3c0a570e05ce tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] show failed (client error): The resource could not be found. May 18 14:44:46.792359 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-fac454e1-7fa5-4a56-a275-3c0a570e05ce tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "GET /v2.0/security-groups/c8501df1-82bc-4026-8e15-a8e177dbce89 HTTP/1.1" status: 404 len: 347 time: 0.0284176 May 18 14:44:46.793679 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8c16a-8164-4aa9-8daf-33a84a6657e0 None None] New status for floating IP e5329f1d-01c6-439b-a49f-cfa78884b1d3: DOWN {{(pid=91427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 14:44:46.796259 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60932) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:46.797990 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa6a5-0f80-4de6-80cd-a43d08d38ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.828569 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa6a5-0f80-4de6-80cd-a43d08d38ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.910324 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa6a5-0f80-4de6-80cd-a43d08d38ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.914164 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-92a47afe-81e5-4ad2-aaf3-758e483f77b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:46.926798 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaa6a5-0f80-4de6-80cd-a43d08d38ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581045a1-f9d0-4a98-9a6c-0b9a79e3d0f3,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:46.932364 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c1eaa6a5-0f80-4de6-80cd-a43d08d38ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:46.945470 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa6a5-0f80-4de6-80cd-a43d08d38ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:46.946922 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-c1eaa6a5-0f80-4de6-80cd-a43d08d38ed0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/581045a1-f9d0-4a98-9a6c-0b9a79e3d0f3 HTTP/1.1" status: 204 len: 168 time: 0.2684252 May 18 14:44:47.144898 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device a14c49ef-fd68-4184-be7c-20b830156402 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:47.187681 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: a14c49ef-fd68-4184-be7c-20b830156402 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:47.188025 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device a14c49ef-fd68-4184-be7c-20b830156402 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:47.224002 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Deleting port 50fda3e9-817c-4b16-aa2c-96a23efa9a31 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:47.224349 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.358552 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.359164 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.378897 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60952) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:47.435599 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-cc4ca3fe-bf66-4f7d-9720-360eb84aa802 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5dbe61b32afe422cb2ff04c3777861f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546272 May 18 14:44:47.437818 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60958) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:47.490014 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Calling delete_port for 50fda3e9-817c-4b16-aa2c-96a23efa9a31 owned by network:floatingip {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:47.501106 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f4a578d8-0d0b-49d5-8040-4c430183a8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.535795 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f4a578d8-0d0b-49d5-8040-4c430183a8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.600609 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f4a578d8-0d0b-49d5-8040-4c430183a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.606491 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-bfa4776d-87d7-48c0-a21f-48ff881361b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:47.616656 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.620849 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a578d8-0d0b-49d5-8040-4c430183a8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b8ac8a-9ae1-486e-8fcd-7343ec47391d,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:47.624245 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f4a578d8-0d0b-49d5-8040-4c430183a8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:47.625494 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-f4a578d8-0d0b-49d5-8040-4c430183a8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.627386 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0655cfa3-09e1-4ad1-88be-2f27be9425af tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:47.629393 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-f4a578d8-0d0b-49d5-8040-4c430183a8c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21b8ac8a-9ae1-486e-8fcd-7343ec47391d HTTP/1.1" status: 204 len: 168 time: 0.1905470 May 18 14:44:47.702835 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Pushing event deleted for resources: {'Port': ['ID=50fda3e9-817c-4b16-aa2c-96a23efa9a31,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:47.709757 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:47.766699 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks [] for floatingip, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.781379 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for floatingip, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:47.782521 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-8a397469-e19d-4657-9f44-d47bcccdd8e2 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] 10.222.0.18 "DELETE /v2.0/floatingips/e5329f1d-01c6-439b-a49f-cfa78884b1d3 HTTP/1.1" status: 204 len: 168 time: 0.9848700 May 18 14:44:47.996799 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60978) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:48.143241 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.159748 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:48.163725 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9a7c3aa11647e39cba546f7d21364b is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:48.166770 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:48.173319 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:48.258214 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.262150 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.269994 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-0ce77c28-decf-4921-9d95-6f8377c1b23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:48.311715 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a8323-064c-44a2-9c01-d189c2a531fa,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:48.316128 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed9a7c3aa11647e39cba546f7d21364b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182261 May 18 14:44:48.317205 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-be12c57c-e2e9-48bb-8d5d-4fb7ef436660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:48.319498 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60984) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:48.336397 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.387535 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c650539-264e-4b7e-a627-30e2a6d5550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.414816 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c650539-264e-4b7e-a627-30e2a6d5550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.468248 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c650539-264e-4b7e-a627-30e2a6d5550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.472044 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6d940476-9d0b-4d50-827a-14160397d5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:48.486417 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c650539-264e-4b7e-a627-30e2a6d5550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a8323-064c-44a2-9c01-d189c2a531fa,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:48.489390 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2c650539-264e-4b7e-a627-30e2a6d5550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:48.490370 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-2c650539-264e-4b7e-a627-30e2a6d5550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.492998 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-2c650539-264e-4b7e-a627-30e2a6d5550f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b48a8323-064c-44a2-9c01-d189c2a531fa HTTP/1.1" status: 204 len: 168 time: 0.1713753 May 18 14:44:48.786381 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 60992) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:48.805082 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.820647 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:44:48.824483 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Usage tracker for resource:security_group_rule and tenant:8b02728ad4474ec2840305a0673388bb is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:44:48.827565 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:44:48.833566 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:44:48.930705 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.934782 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:48.942259 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c1eaa6a5-0f80-4de6-80cd-a43d08d38ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:48.989045 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b02728ad4474ec2840305a0673388bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015367 May 18 14:44:48.989984 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd2aaf-e5bc-49fc-a656-f5b752c722cf,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:48.991750 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 60996) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:48.993085 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-05bb699e-1acd-44e0-8d8a-40c5729803ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:49.062103 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb8df7bd-b6f4-4232-bf1f-f0116a1a40d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:49.090168 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb8df7bd-b6f4-4232-bf1f-f0116a1a40d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:49.147428 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb8df7bd-b6f4-4232-bf1f-f0116a1a40d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:49.151782 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-53268778-fc3f-4323-8566-059f4e409c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:49.164073 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8df7bd-b6f4-4232-bf1f-f0116a1a40d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd2aaf-e5bc-49fc-a656-f5b752c722cf,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:49.168764 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bb8df7bd-b6f4-4232-bf1f-f0116a1a40d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:49.173203 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-bb8df7bd-b6f4-4232-bf1f-f0116a1a40d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:49.174342 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-bb8df7bd-b6f4-4232-bf1f-f0116a1a40d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37dd2aaf-e5bc-49fc-a656-f5b752c722cf HTTP/1.1" status: 204 len: 168 time: 0.1814659 May 18 14:44:49.962002 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:50.628707 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 32822) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:51.368808 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-438345'] for router_interface, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:51.895383 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Deleting port 9283e53e-f515-42cd-a172-57043759eb3c {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:51.896073 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:52.021127 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] For port 9283e53e-f515-42cd-a172-57043759eb3c, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=9283e53e-f515-42cd-a172-57043759eb3c,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:52.021480 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:52.146750 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Calling delete_port for 9283e53e-f515-42cd-a172-57043759eb3c owned by network:router_interface {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:52.299802 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:52.303876 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e3e934b0-309f-45ae-abf9-404d3d256f7f tempest-AttachVolumeNegativeTest-1541315359 tempest-AttachVolumeNegativeTest-1541315359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:52.349952 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=9283e53e-f515-42cd-a172-57043759eb3c,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:52.353100 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:52.623411 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33151930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-440281'] for router_interface, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.007247 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Router 395f1065-3754-42ac-929c-841a49e17226 has already been hosted by L3 agent 8eee9022-342d-41cc-9825-549deeb79623 {{(pid=91425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 14:44:53.301248 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] Notify agent at l3_agent.dv-cinder-787195-7-smb the message routers_updated {{(pid=91425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 14:44:53.309678 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] Sync routers for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 14:44:53.315711 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-38abe23b-377d-458a-80bb-901a76a16e98 admin admin] 10.222.0.18 "PUT /v2.0/routers/395f1065-3754-42ac-929c-841a49e17226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6836679 May 18 14:44:53.315939 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 32844) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:53.319305 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:53.319946 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:53.492563 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.498208 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: dv-cinder-787195-7-smb {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:53.670686 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.745636 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Deleting port 4891c34d-b13d-4433-bd22-574e4eae0ee4 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:53.745975 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.822299 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'external_fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:44:52Z', 'revision_number': 5, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port': {'id': '4891c34d-b13d-4433-bd22-574e4eae0ee4', 'name': '', 'network_id': '67d17139-cc6d-4551-b5a7-1abc387186ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395f1065-3754-42ac-929c-841a49e17226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T14:37:01Z', 'updated_at': '2021-05-18T14:37:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '747aee4b-7736-441e-9b54-fbd0b000b6d9', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-7-smb'}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:53.826423 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] Checking router: 395f1065-3754-42ac-929c-841a49e17226 for host: dv-cinder-787195-7-smb {{(pid=91428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 14:44:53.835107 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] Routers {'395f1065-3754-42ac-929c-841a49e17226'} bound to L3 agent in host dv-cinder-787195-7-smb {{(pid=91428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 14:44:53.835726 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-18T14:29:16Z,description=,heartbeat_timestamp=2021-05-18T14:44:46Z,host='dv-cinder-787195-7-smb',id=8eee9022-342d-41cc-9825-549deeb79623,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T14:29:16Z,topic='l3_agent')) {'router_ids': ['395f1065-3754-42ac-929c-841a49e17226'], 'active': True} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:53.873159 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] For port 4891c34d-b13d-4433-bd22-574e4eae0ee4, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=4891c34d-b13d-4433-bd22-574e4eae0ee4,segment=NetworkSegment(8c70eef0-b9f5-4e18-8a35-a294c032b646),segment_id=8c70eef0-b9f5-4e18-8a35-a294c032b646)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:53.873511 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:53.990879 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_dvr_db [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] Set router 395f1065-3754-42ac-929c-841a49e17226 gateway port host: None {{(pid=91428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 14:44:53.999047 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Calling delete_port for 4891c34d-b13d-4433-bd22-574e4eae0ee4 owned by network:router_gateway {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:54.101585 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.l3_hamode_db [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:44:53Z', 'revision_number': 6, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port_host': None}], 'dv-cinder-787195-7-smb', False) {} {{(pid=91428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:54.105895 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb87e918-08ea-4f18-a551-3a0ee55fc872 None None] The sync data for ids ['395f1065-3754-42ac-929c-841a49e17226'] in dv-cinder-787195-7-smb is: [{'id': '395f1065-3754-42ac-929c-841a49e17226', 'name': 'tempest-AttachVolumeShelveTestJSON-431444238-router', 'tenant_id': '86a8148aefb84364b616460cedf5dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T14:36:58Z', 'updated_at': '2021-05-18T14:44:53Z', 'revision_number': 6, 'project_id': '86a8148aefb84364b616460cedf5dd5f', 'gw_port_host': None}] {{(pid=91428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 14:44:54.145390 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.149272 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f7e341dd-5c85-431c-b05d-41251df62a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:54.192841 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4891c34d-b13d-4433-bd22-574e4eae0ee4,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:54.196454 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:54.291560 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435042'] for router_gateway, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.607560 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33138137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.609961 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.634035 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-434485'] for router, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.634553 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395f1065-3754-42ac-929c-841a49e17226 {{(pid=91425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 14:44:54.647405 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] Notify callbacks [] for router, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.648649 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-0bba0cff-9db2-4eb1-8401-a0f4a5cb60b5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/395f1065-3754-42ac-929c-841a49e17226 HTTP/1.1" status: 204 len: 168 time: 1.3316987 May 18 14:44:54.651081 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 32858) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:54.714927 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] Deleting subnet 8f10d4a1-1722-4e43-be82-057027367984 {{(pid=91425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 14:44:54.717992 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.770478 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2205902'] for subnet, precommit_delete_associations {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:54.848394 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32944258'] for subnet, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.065971 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 9283e53e-f515-42cd-a172-57043759eb3c no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:55.104870 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 9283e53e-f515-42cd-a172-57043759eb3c {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:55.105218 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 9283e53e-f515-42cd-a172-57043759eb3c not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:55.107229 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 4891c34d-b13d-4433-bd22-574e4eae0ee4 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:55.116985 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32944309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33500086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2205876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136208'] for subnet, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.121503 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-1a9ee5d0-109c-4218-8138-0eba6be61570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:55.141837 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 4891c34d-b13d-4433-bd22-574e4eae0ee4 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:55.142184 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 4891c34d-b13d-4433-bd22-574e4eae0ee4 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:44:55.159231 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f10d4a1-1722-4e43-be82-057027367984,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:55.161241 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for subnet, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.165622 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e161bda-0d32-4a5c-8a8f-7d55af8be206 None None] Network 8b001595-5c30-4c08-85c1-7b5afbf6ef8e requested from dv-cinder-787195-7-smb {{(pid=91427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 14:44:55.167795 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8f10d4a1-1722-4e43-be82-057027367984 HTTP/1.1" status: 204 len: 168 time: 0.5157225 May 18 14:44:55.168831 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-67a001d4-a0b0-4e87-9921-8dab78496f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:55.170245 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 32862) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:55.285785 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32965626'] for network, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.365334 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Deleting port 90e957a8-16ef-4058-a25a-b2d7b3997617 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:55.365677 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.457457 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] DHCP port deletion for 8b001595-5c30-4c08-85c1-7b5afbf6ef8e request from dv-cinder-787195-7-smb {{(pid=91427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 14:44:55.468275 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] For port 90e957a8-16ef-4058-a25a-b2d7b3997617, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=90e957a8-16ef-4058-a25a-b2d7b3997617,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:55.468669 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.523696 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] Deleting port 90e957a8-16ef-4058-a25a-b2d7b3997617 {{(pid=91427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:44:55.524531 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.601535 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Calling delete_port for 90e957a8-16ef-4058-a25a-b2d7b3997617 owned by network:dhcp {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:55.632412 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] For port 90e957a8-16ef-4058-a25a-b2d7b3997617, host dv-cinder-787195-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-7-smb',level=0,port_id=90e957a8-16ef-4058-a25a-b2d7b3997617,segment=NetworkSegment(9e471be3-9f8b-465b-8a57-31023a65189c),segment_id=9e471be3-9f8b-465b-8a57-31023a65189c)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:44:55.632842 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.654562 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.660312 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-b6c4204f-1ed9-4ab5-8e7f-d74694617e3d tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:55.716874 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] No DVR routers for this DVR port 90e957a8-16ef-4058-a25a-b2d7b3997617 on host dv-cinder-787195-7-smb {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:55.746161 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e957a8-16ef-4058-a25a-b2d7b3997617,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:55.749449 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:55.766740 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] Calling delete_port for 90e957a8-16ef-4058-a25a-b2d7b3997617 owned by network:dhcp {{(pid=91427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:44:55.812999 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487'] for port, after_delete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.817476 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:55.842049 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32946697', 'neutron.services.segments.db._delete_segments_for_network-8732557700994'] for network, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.855318 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b001595-5c30-4c08-85c1-7b5afbf6ef8e']}} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:55.862932 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] Pushing event deleted for resources: {'Port': ['ID=90e957a8-16ef-4058-a25a-b2d7b3997617,revision_number=None']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:55.865772 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:55.866735 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e38dfc-ddc6-43c3-ab02-7ca044226bc9 None None] No DVR routers for this DVR port 90e957a8-16ef-4058-a25a-b2d7b3997617 on host dv-cinder-787195-7-smb {{(pid=91427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:44:55.871424 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e471be3-9f8b-465b-8a57-31023a65189c') {'for_net_delete': True} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:55.871757 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.services.segments.db [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e471be3-9f8b-465b-8a57-31023a65189c') {} {{(pid=91425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 14:44:55.887514 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732557711243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2205913'] for segment, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.904328 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545'] for segment, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.910674 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=91425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 14:44:55.911117 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32942545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2134294'] for segment, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: Traceback (most recent call last): May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: timer() May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: cb(*args, **kw) May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: return func(*args, **kwargs) May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: self._notify() May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: self.callback(batched_events) May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: event.method(event) May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: aggregate_uuid = self.p_client.list_aggregates( May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: return f(self, *a, **k) May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: return self._get(url).json() May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: return self.request(url, 'GET', **kwargs) May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: base_url = self.get_endpoint(auth, allow=allow, May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 14:44:55.925238 dv-cinder-787195-7-smb neutron-server[91425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 14:44:56.007899 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32946688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33054605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33151923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435017'] for network, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.015230 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33151894'] for network, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.015230 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-580c1331-1fba-45e3-8cbe-c26101bd4062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:56.036968 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b001595-5c30-4c08-85c1-7b5afbf6ef8e,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:56.040242 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:56.060562 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-32e0e4f8-89b0-4899-83bc-662df7158800 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8b001595-5c30-4c08-85c1-7b5afbf6ef8e HTTP/1.1" status: 204 len: 168 time: 0.8890271 May 18 14:44:56.186215 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 32880) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:56.240873 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-391920f2-559b-4402-a4c1-ea3206114d92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86a8148aefb84364b616460cedf5dd5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532689 May 18 14:44:56.243311 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 32884) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:44:56.305313 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dcea26b6-104b-4854-9137-f24e84766b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.330956 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dcea26b6-104b-4854-9137-f24e84766b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.381275 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dcea26b6-104b-4854-9137-f24e84766b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.384855 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-04b2038d-d91b-4708-8025-747272917db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:44:56.397506 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea26b6-104b-4854-9137-f24e84766b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6185b4dd-a6ef-43a0-817b-f4c590094c9c,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:44:56.402147 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-dcea26b6-104b-4854-9137-f24e84766b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:44:56.410844 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-dcea26b6-104b-4854-9137-f24e84766b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:44:56.411939 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-dcea26b6-104b-4854-9137-f24e84766b38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6185b4dd-a6ef-43a0-817b-f4c590094c9c HTTP/1.1" status: 204 len: 168 time: 0.1674960 May 18 14:44:57.070906 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 90e957a8-16ef-4058-a25a-b2d7b3997617 no longer exists at agent ovs-agent-dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:44:57.109095 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] No Port match for: 90e957a8-16ef-4058-a25a-b2d7b3997617 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:44:57.109727 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Device 90e957a8-16ef-4058-a25a-b2d7b3997617 not bound to the agent host dv-cinder-787195-7-smb {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:00.632173 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 32968) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:00.751739 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.766765 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:00.770663 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Usage tracker for resource:security_group_rule and tenant:38a2eb880314454cae34b65ba0b47f7b is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:00.773595 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:00.779413 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:00.868135 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.872895 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:00.880471 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e3d61803-306b-4930-9563-df3aee3ed08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:00.924465 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38a2eb880314454cae34b65ba0b47f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909379 May 18 14:45:00.925433 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2681f89-21cd-4a32-956a-4dd697eb6046,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:00.927048 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 32974) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:00.928726 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-659f0a86-c9f9-4abf-8ea2-be4ca9c55e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:00.991123 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02620b63-65be-4bab-8304-989b21f6db83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.017806 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02620b63-65be-4bab-8304-989b21f6db83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.070668 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02620b63-65be-4bab-8304-989b21f6db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.074530 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-8bea010c-bdef-42e3-b874-886528caa064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:01.086458 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02620b63-65be-4bab-8304-989b21f6db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2681f89-21cd-4a32-956a-4dd697eb6046,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:01.090272 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-02620b63-65be-4bab-8304-989b21f6db83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:01.094186 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-02620b63-65be-4bab-8304-989b21f6db83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.095315 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-02620b63-65be-4bab-8304-989b21f6db83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2681f89-21cd-4a32-956a-4dd697eb6046 HTTP/1.1" status: 204 len: 168 time: 0.1672299 May 18 14:45:01.567679 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 32996) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:01.691001 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.706848 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:01.710748 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Usage tracker for resource:security_group_rule and tenant:91dda01d8e43438591c43ed267ff5e2e is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:01.713666 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:01.720179 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:01.813123 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.817324 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.826594 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-a91afdcb-d8ab-4e53-b86b-709b1e8b8cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:01.868566 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91dda01d8e43438591c43ed267ff5e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997525 May 18 14:45:01.869555 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ddfdce-6cd3-4d67-a68c-e74679467618,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:01.871410 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33010) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:01.873372 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-7371b533-890a-4b79-a918-18011e62ad6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:01.936852 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-15058b09-9aa1-44c0-b16a-c2a9413f72c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:01.964088 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-15058b09-9aa1-44c0-b16a-c2a9413f72c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.018725 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-15058b09-9aa1-44c0-b16a-c2a9413f72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.022623 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-96fe2a5d-e264-4a72-9934-5e6d380359bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:02.036796 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15058b09-9aa1-44c0-b16a-c2a9413f72c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ddfdce-6cd3-4d67-a68c-e74679467618,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:02.039730 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-15058b09-9aa1-44c0-b16a-c2a9413f72c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:02.049299 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-15058b09-9aa1-44c0-b16a-c2a9413f72c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.050476 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-15058b09-9aa1-44c0-b16a-c2a9413f72c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57ddfdce-6cd3-4d67-a68c-e74679467618 HTTP/1.1" status: 204 len: 168 time: 0.1771796 May 18 14:45:02.428928 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33026) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:02.451447 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.467375 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:02.471272 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Usage tracker for resource:security_group_rule and tenant:6964d2683691495580b6798a6e602526 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:02.474230 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:02.480284 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:02.566849 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.570650 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.579569 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f36362fc-38ce-490a-a0b9-716bfa06e08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:02.621909 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6964d2683691495580b6798a6e602526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917484 May 18 14:45:02.623673 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5918e2bd-19e5-4da0-863e-e2d1832d21ca,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:02.624658 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33030) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:02.627119 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:02.688889 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f743ad09-9bdc-4418-a068-5b51c9e52bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.716089 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f743ad09-9bdc-4418-a068-5b51c9e52bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.768272 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f743ad09-9bdc-4418-a068-5b51c9e52bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.772510 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-11b94c14-e429-4eff-8cc7-c7aef223bee4 tempest-AttachVolumeShelveTestJSON-625916709 tempest-AttachVolumeShelveTestJSON-625916709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:02.784162 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743ad09-9bdc-4418-a068-5b51c9e52bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5918e2bd-19e5-4da0-863e-e2d1832d21ca,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:02.787057 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f743ad09-9bdc-4418-a068-5b51c9e52bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:02.794588 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f743ad09-9bdc-4418-a068-5b51c9e52bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:02.798229 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f743ad09-9bdc-4418-a068-5b51c9e52bb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5918e2bd-19e5-4da0-863e-e2d1832d21ca HTTP/1.1" status: 204 len: 168 time: 0.1700411 May 18 14:45:03.974144 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33074) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:04.056528 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:45:04.104849 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:04.120528 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:04.124528 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3c27e7cd66344057b7efffd8c2839290 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:04.127542 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:04.133444 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:04.221018 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:04.225264 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:04.234776 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-bb8df7bd-b6f4-4232-bf1f-f0116a1a40d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:04.279477 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c27e7cd66344057b7efffd8c2839290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041565 May 18 14:45:04.280516 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd5bda6-8ef5-4172-b541-56048e1b6ad9,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:04.282080 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33080) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:04.283851 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-7ae99695-48ea-4d56-b584-493a0c1de1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:04.344307 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52e4c8a4-7eae-4a3d-ad65-937f53679404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:04.370701 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52e4c8a4-7eae-4a3d-ad65-937f53679404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:04.429625 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52e4c8a4-7eae-4a3d-ad65-937f53679404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:04.433735 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-bad28b5c-4ede-4b1a-be40-c26029dff07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:04.448747 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4c8a4-7eae-4a3d-ad65-937f53679404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd5bda6-8ef5-4172-b541-56048e1b6ad9,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:04.452200 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-52e4c8a4-7eae-4a3d-ad65-937f53679404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:04.464190 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-52e4c8a4-7eae-4a3d-ad65-937f53679404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:04.465432 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-52e4c8a4-7eae-4a3d-ad65-937f53679404 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acd5bda6-8ef5-4172-b541-56048e1b6ad9 HTTP/1.1" status: 204 len: 168 time: 0.1823335 May 18 14:45:06.961973 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-2ebe7a6d-d927-4e61-8387-0c31ce2f4f29 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e70bf3d2021147b38536186d6fbf6bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285213 May 18 14:45:07.120706 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac410d5-504d-4ba6-863e-c535023d066e req-34b352bd-af5d-4877-b64d-c9fcac566ec1 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:07.127981 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-34b352bd-af5d-4877-b64d-c9fcac566ec1 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597891 May 18 14:45:07.137865 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-dd6a2758-7c04-4f7a-96fc-6992139f8e46 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/quotas/e70bf3d2021147b38536186d6fbf6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0091050 May 18 14:45:07.188308 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-8eb3fb87-599a-477d-9d2c-ff0735ce2014 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e70bf3d2021147b38536186d6fbf6bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448673 May 18 14:45:07.375769 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9ad64d17-3db3-41a0-b6c9-0f932dccb801 req-731d38c8-ae94-41ef-9204-875758578c93 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 210 time: 0.0540922 May 18 14:45:08.439474 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-8762ca1c-3932-4b7d-84e0-2c77c44d23cb tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=e70bf3d2021147b38536186d6fbf6bf4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353165 May 18 14:45:08.549959 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bd8758df-da9b-4fd7-b736-e011bc62dd87 req-ecfd3385-f8b0-434d-95cd-a08aaa78506a tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 210 time: 0.0516880 May 18 14:45:08.708852 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac410d5-504d-4ba6-863e-c535023d066e req-ec77504e-a599-46cc-be77-852941c295ab tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:08.710289 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-ec77504e-a599-46cc-be77-852941c295ab tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651978 May 18 14:45:08.722514 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Request body: {'port': {'device_id': 'b2ef8e7d-6a23-4084-aad1-a74921eb52fd', 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351', 'admin_state_up': True, 'tenant_id': 'e70bf3d2021147b38536186d6fbf6bf4'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:08.860997 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:08.864873 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Usage tracker for resource:port and tenant:e70bf3d2021147b38536186d6fbf6bf4 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:08.867770 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:08.874388 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:08.884882 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Made reservation on behalf of e70bf3d2021147b38536186d6fbf6bf4 for: {'port': 1} {{(pid=91425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 14:45:08.889100 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.902104 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:08.917861 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:08.921853 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Usage tracker for resource:security_group_rule and tenant:e70bf3d2021147b38536186d6fbf6bf4 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:08.924791 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:08.930684 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:09.024977 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.030667 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.035742 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-367c4467-a47e-4376-ba52-9b0a637bcd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:09.124294 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6e543-2a66-45bf-af88-d8296052bdf8,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:09.130236 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:09.217188 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.db_base_plugin_common [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Allocated IP 192.168.233.12 (b6ddc12c-d9b7-4905-89ec-78c575d8b351/91f67d4f-640f-4896-bae4-ccee89cf42ef/5248c2a6-88ff-4bc9-8a12-871d2b303a83) {{(pid=91425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 14:45:09.426855 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks [] for port, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.442933 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Transition to ACTIVE for port object 5248c2a6-88ff-4bc9-8a12-871d2b303a83 will not be triggered until provisioned by entity DHCP. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:45:09.468035 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732557258478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.473704 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-00ed678a-c274-4de9-b464-a3de7892608b tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:09.548088 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Network b6ddc12c-d9b7-4905-89ec-78c575d8b351 is already hosted by enough agents. {{(pid=91425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 14:45:09.551227 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.scheduler.base_scheduler [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Resources bound (agent type, host, resource id): {{(pid=91425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 14:45:09.555202 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Received port after_create {{(pid=91425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 14:45:09.586479 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Pushing event updated for resources: {'Port': ['ID=5248c2a6-88ff-4bc9-8a12-871d2b303a83,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:09.594237 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:09.625881 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:09.626547 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.660808 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-3192ae6e-6375-4d79-88c4-7400e019d707 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9419272 May 18 14:45:09.673082 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.v2.base [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Request body: {'port': {'device_id': 'b2ef8e7d-6a23-4084-aad1-a74921eb52fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=91425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 14:45:09.757018 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75621575-5efa-47dd-b6d3-48a83e534000 req-a7f7e371-fdae-41b5-b345-05b2a1ef40e4 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:09.758537 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-75621575-5efa-47dd-b6d3-48a83e534000 req-a7f7e371-fdae-41b5-b345-05b2a1ef40e4 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 935 time: 0.0934227 May 18 14:45:09.794427 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.805871 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-75621575-5efa-47dd-b6d3-48a83e534000 req-066041e8-2aa0-41ea-a8c0-27b0a264f304 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 May 18 14:45:09.823327 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-ab6fcc59-5a66-4884-91b3-9c4d572afb4c None None] Provisioning for port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 completed by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:45:09.829022 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-ab6fcc59-5a66-4884-91b3-9c4d572afb4c None None] Provisioning complete for port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 triggered by entity DHCP. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:45:09.829433 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ab6fcc59-5a66-4884-91b3-9c4d572afb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:09.888789 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-ab6fcc59-5a66-4884-91b3-9c4d572afb4c None None] Port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 cannot update to ACTIVE because it is not bound. {{(pid=91427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 14:45:10.154266 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5248c2a6-88ff-4bc9-8a12-871d2b303a83 {{(pid=91425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:45:10.161700 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.176247 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.provisioning_blocks [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Transition to ACTIVE for port object 5248c2a6-88ff-4bc9-8a12-871d2b303a83 will not be triggered until provisioned by entity L2. {{(pid=91425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 14:45:10.181319 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.185964 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-45ca807b-93f7-4cfd-9180-90f92f6a05ad tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:10.353484 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Pushing event updated for resources: {'Port': ['ID=5248c2a6-88ff-4bc9-8a12-871d2b303a83,revision_number=2']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:10.382492 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:10.428749 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Attempting to bind port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 14:45:10.429079 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Attempting to bind port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 14:45:10.429400 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Attempting to bind port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 on network b6ddc12c-d9b7-4905-89ec-78c575d8b351 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:45:10.436542 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 on network b6ddc12c-d9b7-4905-89ec-78c575d8b351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 14:45:10.436913 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Attempting to bind port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 on network b6ddc12c-d9b7-4905-89ec-78c575d8b351 {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 14:45:10.442633 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Checking agent: {'id': 'b175b8cc-46e7-42cc-a7c8-2cf2ba634b87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'started_at': datetime.datetime(2021, 5, 18, 14, 35, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 14, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 14:45:10.443066 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Checking segment: {'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 14:45:10.443590 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Bound using segment: {'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'} {{(pid=91425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 14:45:10.443875 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.managers [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Bound port: 5248c2a6-88ff-4bc9-8a12-871d2b303a83, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c663b353-3ba1-46c0-91fb-cb2d1193b796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351'}}] {{(pid=91425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 14:45:10.444216 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.536807 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] For port 5248c2a6-88ff-4bc9-8a12-871d2b303a83, host hv-cinder-78719, cleared binding levels {{(pid=91425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 14:45:10.540224 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] For port 5248c2a6-88ff-4bc9-8a12-871d2b303a83, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5248c2a6-88ff-4bc9-8a12-871d2b303a83,segment=NetworkSegment(c663b353-3ba1-46c0-91fb-cb2d1193b796),segment_id=c663b353-3ba1-46c0-91fb-cb2d1193b796)] {{(pid=91425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 14:45:10.544975 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2134386'] for port, after_update {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.549013 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f10827a0-c41e-4ad1-b43f-dd8b5d76f4cc tempest-TestShelveInstance-2077274229 tempest-TestShelveInstance-2077274229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:10.609628 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:10.610257 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:10.611767 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] 10.222.0.66 "PUT /v2.0/ports/5248c2a6-88ff-4bc9-8a12-871d2b303a83 HTTP/1.1" status: 200 len: 1097 time: 0.9436483 May 18 14:45:10.612296 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ef8e7d-6a23-4084-aad1-a74921eb52fd', 'tag': '5248c2a6-88ff-4bc9-8a12-871d2b303a83'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:10.638757 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Pushing event updated for resources: {'Port': ['ID=5248c2a6-88ff-4bc9-8a12-871d2b303a83,revision_number=3']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:10.641851 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:10.814391 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ef8e7d-6a23-4084-aad1-a74921eb52fd', 'tag': '5248c2a6-88ff-4bc9-8a12-871d2b303a83', 'status': 'completed', 'code': 200} May 18 14:45:10.843932 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac410d5-504d-4ba6-863e-c535023d066e req-6848316f-8f6f-48df-a17f-8a26d46ee412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:10.845861 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-6848316f-8f6f-48df-a17f-8a26d46ee412 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e70bf3d2021147b38536186d6fbf6bf4&device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 1100 time: 0.1830652 May 18 14:45:10.918536 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-10dc3403-53b0-4447-9c1e-dca7654da549 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=5248c2a6-88ff-4bc9-8a12-871d2b303a83 HTTP/1.1" status: 200 len: 217 time: 0.0642164 May 18 14:45:10.979519 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac410d5-504d-4ba6-863e-c535023d066e req-c6c71b59-e908-458a-8f24-df51a16573fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:10.981601 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-c6c71b59-e908-458a-8f24-df51a16573fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91f67d4f-640f-4896-bae4-ccee89cf42ef HTTP/1.1" status: 200 len: 843 time: 0.0575302 May 18 14:45:11.006738 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b1ad3-45f4-4001-9a47-47d69c5957d6 req-4b0782b9-808d-42f6-ba0c-1992889c4ab2 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.008193 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e18b1ad3-45f4-4001-9a47-47d69c5957d6 req-4b0782b9-808d-42f6-ba0c-1992889c4ab2 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 947 time: 0.0843413 May 18 14:45:11.063100 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e18b1ad3-45f4-4001-9a47-47d69c5957d6 req-de845f40-213c-444c-aa6d-a35103329c98 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490444 May 18 14:45:11.064562 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac410d5-504d-4ba6-863e-c535023d066e req-a8e58b41-b778-4baa-b21f-d69d3a21bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.066109 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-a8e58b41-b778-4baa-b21f-d69d3a21bb11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b6ddc12c-d9b7-4905-89ec-78c575d8b351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0781069 May 18 14:45:11.203912 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-bf6c8191-af1b-44d1-aef9-e1326fc4494d service neutron] 10.222.0.66 "GET /v2.0/networks/b6ddc12c-d9b7-4905-89ec-78c575d8b351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303055 May 18 14:45:11.335935 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-8ac410d5-504d-4ba6-863e-c535023d066e req-67221ddf-703e-48b6-9954-f8d022557254 service neutron] 10.222.0.66 "GET /v2.0/networks/b6ddc12c-d9b7-4905-89ec-78c575d8b351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251166 May 18 14:45:11.453830 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-ca236d03-aa4b-41b6-9531-76f478b91523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.455621 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-ca236d03-aa4b-41b6-9531-76f478b91523 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e70bf3d2021147b38536186d6fbf6bf4&device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 1100 time: 0.0730844 May 18 14:45:11.596915 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-6dd5b0a1-1206-42bb-89dc-b3d541b54fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.598380 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-6dd5b0a1-1206-42bb-89dc-b3d541b54fc5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b6ddc12c-d9b7-4905-89ec-78c575d8b351 HTTP/1.1" status: 200 len: 870 time: 0.1351891 May 18 14:45:11.636329 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33224) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:11.675517 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-8ec576f9-c011-4925-ace1-595f2481c98f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=5248c2a6-88ff-4bc9-8a12-871d2b303a83 HTTP/1.1" status: 200 len: 217 time: 0.0690172 May 18 14:45:11.740074 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-5b362afb-1682-44dc-8aa5-0be1cf625905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.741541 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-5b362afb-1682-44dc-8aa5-0be1cf625905 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91f67d4f-640f-4896-bae4-ccee89cf42ef HTTP/1.1" status: 200 len: 843 time: 0.0588851 May 18 14:45:11.760820 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:11.775953 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:11.780455 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Usage tracker for resource:security_group_rule and tenant:01433d6aed814c69bd4185a150a5dea7 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:11.783454 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:11.789360 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:11.821029 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-80d3d38b-9380-4c96-8376-07edccc53b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:11.822572 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-80d3d38b-9380-4c96-8376-07edccc53b96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b6ddc12c-d9b7-4905-89ec-78c575d8b351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0738916 May 18 14:45:11.876898 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:11.881164 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:11.893196 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c1c3cd7d-94de-491e-81c9-4bdce5b63f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:11.988531 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-8ca8995d-7b88-4c15-ba94-b7b0d8680abc service neutron] 10.222.0.66 "GET /v2.0/networks/b6ddc12c-d9b7-4905-89ec-78c575d8b351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586025 May 18 14:45:12.032535 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9460aef9-bf3d-421f-89e4-57f354440609,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:12.036942 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01433d6aed814c69bd4185a150a5dea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993032 May 18 14:45:12.039120 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-d8e5c935-782b-45f7-9bae-f2876681664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:12.039803 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33230) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:12.102391 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1b46a17-6ef2-4a1f-a483-1d2615110192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:12.131238 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-d038cbe2-f638-4d88-9f1b-b32c73c52af8 req-27b33747-2992-4bb1-b231-2200db565741 service neutron] 10.222.0.66 "GET /v2.0/networks/b6ddc12c-d9b7-4905-89ec-78c575d8b351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354043 May 18 14:45:12.132025 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1b46a17-6ef2-4a1f-a483-1d2615110192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:12.245117 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1b46a17-6ef2-4a1f-a483-1d2615110192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:12.249953 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-622d18cf-c1a7-4a73-9e3e-c9ce858801af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:12.264300 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b46a17-6ef2-4a1f-a483-1d2615110192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9460aef9-bf3d-421f-89e4-57f354440609,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:12.266744 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c1b46a17-6ef2-4a1f-a483-1d2615110192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:12.276684 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c1b46a17-6ef2-4a1f-a483-1d2615110192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:12.277794 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-c1b46a17-6ef2-4a1f-a483-1d2615110192 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9460aef9-bf3d-421f-89e4-57f354440609 HTTP/1.1" status: 204 len: 168 time: 0.2375529 May 18 14:45:12.290452 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df7c32-fe24-4a55-9a87-c00b61947a2e req-314a3982-4e4f-4e39-87e8-43fc5709618c tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:12.291967 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-06df7c32-fe24-4a55-9a87-c00b61947a2e req-314a3982-4e4f-4e39-87e8-43fc5709618c tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 947 time: 0.1185884 May 18 14:45:12.344323 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-06df7c32-fe24-4a55-9a87-c00b61947a2e req-2b9db4f6-177f-4b45-9593-0fe57b7ebd8e tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 May 18 14:45:12.900439 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d8e1382c-002b-45ba-8f5f-bcb1e0732092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:13.543386 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812562b-59d8-4daa-92b7-a9ba623bb572 req-7ea3f565-d986-47fb-8f29-5e86c39232aa tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:13.544924 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9812562b-59d8-4daa-92b7-a9ba623bb572 req-7ea3f565-d986-47fb-8f29-5e86c39232aa tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 947 time: 0.0932105 May 18 14:45:13.591556 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-9812562b-59d8-4daa-92b7-a9ba623bb572 req-66d137cb-62b0-41b4-a954-31374b04bf4e tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 May 18 14:45:14.220611 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33288) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:14.340334 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.355695 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:14.359548 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Usage tracker for resource:security_group_rule and tenant:c9eb9c3b8df64d9f92f0bb5261911a6a is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:14.362451 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:14.368188 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:14.451839 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.456023 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.463226 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-2c650539-264e-4b7e-a627-30e2a6d5550f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:14.505314 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9eb9c3b8df64d9f92f0bb5261911a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836285 May 18 14:45:14.506262 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74941d31-bced-413b-aaa6-94ec17b4bee8,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:14.508045 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33294) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:14.509261 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-1cffbb2c-5ad4-4db8-821e-60a8455f0008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:14.520260 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 5248c2a6-88ff-4bc9-8a12-871d2b303a83 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=91427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 14:45:14.573509 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5a7049a3-e690-470e-837a-9359267ade8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.601338 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5a7049a3-e690-470e-837a-9359267ade8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.657149 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5a7049a3-e690-470e-837a-9359267ade8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.663108 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-26c85914-bd51-414b-be39-82e8f47d7017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:14.668385 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 5248c2a6-88ff-4bc9-8a12-871d2b303a83, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5248c2a6-88ff-4bc9-8a12-871d2b303a83,segment=NetworkSegment(c663b353-3ba1-46c0-91fb-cb2d1193b796),segment_id=c663b353-3ba1-46c0-91fb-cb2d1193b796)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:14.674825 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7049a3-e690-470e-837a-9359267ade8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74941d31-bced-413b-aaa6-94ec17b4bee8,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:14.681704 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-5a7049a3-e690-470e-837a-9359267ade8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:14.682542 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-5a7049a3-e690-470e-837a-9359267ade8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.683738 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-5a7049a3-e690-470e-837a-9359267ade8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74941d31-bced-413b-aaa6-94ec17b4bee8 HTTP/1.1" status: 204 len: 168 time: 0.1746621 May 18 14:45:14.684822 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Returning: {'device': '5248c2a6-88ff-4bc9-8a12-871d2b303a83', 'network_id': 'b6ddc12c-d9b7-4905-89ec-78c575d8b351', 'port_id': '5248c2a6-88ff-4bc9-8a12-871d2b303a83', 'mac_address': 'fa:16:3e:e0:c1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f67d4f-640f-4896-bae4-ccee89cf42ef', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 14:45:14.757757 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.775890 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5248c2a6-88ff-4bc9-8a12-871d2b303a83 {{(pid=91427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 14:45:14.795180 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 5248c2a6-88ff-4bc9-8a12-871d2b303a83, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5248c2a6-88ff-4bc9-8a12-871d2b303a83,segment=NetworkSegment(c663b353-3ba1-46c0-91fb-cb2d1193b796),segment_id=c663b353-3ba1-46c0-91fb-cb2d1193b796)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:14.796325 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e06a3a-e57b-40e8-a371-947e6dba8517 req-52516520-ceab-4152-aa43-d5570025e98c tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:14.799176 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:14.801342 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-0c10401d-f022-4f0d-a40c-afe40caacaee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:14.801946 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e0e06a3a-e57b-40e8-a371-947e6dba8517 req-52516520-ceab-4152-aa43-d5570025e98c tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 947 time: 0.0964935 May 18 14:45:14.850937 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-e0e06a3a-e57b-40e8-a371-947e6dba8517 req-926c3f6c-772f-4cb2-b234-b49f533a5fa0 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 May 18 14:45:14.875532 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=5248c2a6-88ff-4bc9-8a12-871d2b303a83,revision_number=4']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:14.878923 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:14.994160 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33304) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:15.010884 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['5248c2a6-88ff-4bc9-8a12-871d2b303a83'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:45:15.013999 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:15.029462 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:15.033409 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Usage tracker for resource:security_group_rule and tenant:d161a72aabfb47f9aeddacb8f2a64906 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:15.038716 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:15.043402 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:15.132404 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:15.137275 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:15.146639 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-b7c4b1ed-e849-4404-a272-4b0e59b6b052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:15.191036 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d161a72aabfb47f9aeddacb8f2a64906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957948 May 18 14:45:15.192763 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c405eae5-f720-4094-bae9-911d75e64501,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:15.193949 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33308) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:15.197366 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-9ed925ee-a830-42c1-911b-b8bed91aa822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:15.256592 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f025ae7d-d567-4017-9633-22f2cd39d953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:15.284946 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f025ae7d-d567-4017-9633-22f2cd39d953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:15.341659 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f025ae7d-d567-4017-9633-22f2cd39d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:15.345540 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-764dda4c-960f-49fd-a26b-93c9c978a7d7 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:15.356759 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025ae7d-d567-4017-9633-22f2cd39d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c405eae5-f720-4094-bae9-911d75e64501,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:15.361922 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-f025ae7d-d567-4017-9633-22f2cd39d953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:15.363905 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-f025ae7d-d567-4017-9633-22f2cd39d953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:15.365076 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-f025ae7d-d567-4017-9633-22f2cd39d953 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c405eae5-f720-4094-bae9-911d75e64501 HTTP/1.1" status: 204 len: 168 time: 0.1700485 May 18 14:45:15.581412 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:15.746275 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-39f3a410-1b7e-4bd7-b9b9-972f44509e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:16.051170 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75031d3-bb95-4f07-ab5d-ffd93a7a2e96 req-285ad20c-417f-45b5-b7df-db673768f4d5 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:16.053594 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f75031d3-bb95-4f07-ab5d-ffd93a7a2e96 req-285ad20c-417f-45b5-b7df-db673768f4d5 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 948 time: 0.0878766 May 18 14:45:16.101116 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f75031d3-bb95-4f07-ab5d-ffd93a7a2e96 req-033218ea-ed5d-4a12-bb79-c29d6ef689e6 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 May 18 14:45:16.407353 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:16.535390 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 5248c2a6-88ff-4bc9-8a12-871d2b303a83 up at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 14:45:16.605603 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning for port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 completed by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 14:45:16.610752 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.db.provisioning_blocks [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Provisioning complete for port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 triggered by entity L2. {{(pid=91427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 14:45:16.611127 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32948880'] for port, provisioning_complete {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:16.737639 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-577102'] for port, before_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:16.764377 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef8e7d-6a23-4084-aad1-a74921eb52fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248c2a6-88ff-4bc9-8a12-871d2b303a83'}] {{(pid=91427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:16.774017 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] For port 5248c2a6-88ff-4bc9-8a12-871d2b303a83, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5248c2a6-88ff-4bc9-8a12-871d2b303a83,segment=NetworkSegment(c663b353-3ba1-46c0-91fb-cb2d1193b796),segment_id=c663b353-3ba1-46c0-91fb-cb2d1193b796)] {{(pid=91427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:16.779111 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732557690543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732557259524', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732557259569'] for port, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:16.781042 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-2d917bb9-46c6-4c1a-bc0e-506d3ee3c183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:16.810795 dv-cinder-787195-7-smb neutron-server[91427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef8e7d-6a23-4084-aad1-a74921eb52fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248c2a6-88ff-4bc9-8a12-871d2b303a83', 'code': 200} May 18 14:45:16.855013 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Pushing event updated for resources: {'Port': ['ID=5248c2a6-88ff-4bc9-8a12-871d2b303a83,revision_number=5']} {{(pid=91427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:16.858472 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG oslo_concurrency.lockutils [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:17.042035 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d93cd-8c69-4121-88e8-126cae42dae6 req-ff4ad2cb-03dc-42b5-bf13-55bc93d2abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:17.043671 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f37d93cd-8c69-4121-88e8-126cae42dae6 req-ff4ad2cb-03dc-42b5-bf13-55bc93d2abbe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 1102 time: 0.0736556 May 18 14:45:17.085924 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-f37d93cd-8c69-4121-88e8-126cae42dae6 req-1f855691-9e88-4a78-a53c-7ab1e9cfc745 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 May 18 14:45:17.300500 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d99fb-ef27-42ef-b7be-786f1e440e38 req-9d9f5f5b-116e-4784-b818-4176b4dc1915 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:17.302112 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f67d99fb-ef27-42ef-b7be-786f1e440e38 req-9d9f5f5b-116e-4784-b818-4176b4dc1915 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 949 time: 0.0855467 May 18 14:45:17.348998 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-f67d99fb-ef27-42ef-b7be-786f1e440e38 req-3a3499bc-2450-426e-baad-c8ef35e7c49c tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 May 18 14:45:18.337176 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:18.548269 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c85001-dbb5-4a30-9895-1c81c5672155 req-8e3dc72a-f349-4453-add7-62237392120b tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:18.549811 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-74c85001-dbb5-4a30-9895-1c81c5672155 req-8e3dc72a-f349-4453-add7-62237392120b tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 949 time: 0.0850766 May 18 14:45:18.602612 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-74c85001-dbb5-4a30-9895-1c81c5672155 req-c51d285c-ff34-4133-9834-bb6816d96ada tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469725 May 18 14:45:19.062421 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bc3f3-b571-49f1-9b34-9c10b0974913 req-16abe219-3a0c-4c0b-993c-8ac9ec8daaee tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:19.063971 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bd9bc3f3-b571-49f1-9b34-9c10b0974913 req-16abe219-3a0c-4c0b-993c-8ac9ec8daaee tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 949 time: 0.0884800 May 18 14:45:19.111233 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-bd9bc3f3-b571-49f1-9b34-9c10b0974913 req-9e79f32e-1a95-4288-8d65-af460ecee58b tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 May 18 14:45:19.971787 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.227974 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33398) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:20.321080 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046a5e5-e728-4fa9-b7a2-c1745f817f2c req-00e2456c-cf03-461f-9630-396fa4ab2217 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:20.322677 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a046a5e5-e728-4fa9-b7a2-c1745f817f2c req-00e2456c-cf03-461f-9630-396fa4ab2217 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 949 time: 0.1001444 May 18 14:45:20.375683 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-a046a5e5-e728-4fa9-b7a2-c1745f817f2c req-9f74a4c8-dd4c-464e-95cf-95586814ae0c tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd6e543-2a66-45bf-af88-d8296052bdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463386 May 18 14:45:20.420477 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.441671 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:20.449189 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Usage tracker for resource:security_group_rule and tenant:2c9e6699c6bd4cd6be2f9853c0465708 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:20.453211 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:20.462402 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:20.484205 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-4a078a45-f824-463a-aca4-b8061f772319 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 14:45:20.484948 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-4a078a45-f824-463a-aca4-b8061f772319 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Synchronizing usage tracker for tenant:e70bf3d2021147b38536186d6fbf6bf4 on resource:port {{(pid=91425) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 14:45:20.520813 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-4a078a45-f824-463a-aca4-b8061f772319 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Unset dirty status for tenant:e70bf3d2021147b38536186d6fbf6bf4 on resource:port {{(pid=91425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 14:45:20.521968 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-4a078a45-f824-463a-aca4-b8061f772319 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 949 time: 0.2874084 May 18 14:45:20.686846 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.692302 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.701653 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-ca3fceff-82ae-4538-89ba-6c2e0462c17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:20.747770 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c9e6699c6bd4cd6be2f9853c0465708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186656 May 18 14:45:20.750514 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33404) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:20.754083 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e867a6c1-6fb1-46af-b88b-f1cde94eab5b,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:20.758260 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-c6695a93-b5d3-4ca1-a9f2-0d0d2eb7908a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:20.764664 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Deleting port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 {{(pid=91425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 14:45:20.765199 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732557687911'] for port, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.820133 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4515fca7-ed41-422c-a6d0-ff0bccae7933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.848292 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4515fca7-ed41-422c-a6d0-ff0bccae7933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.913656 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4515fca7-ed41-422c-a6d0-ff0bccae7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.919683 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-18ed1e0a-d50b-4e9b-8239-e74d1249334e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:20.928089 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.db [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] For port 5248c2a6-88ff-4bc9-8a12-871d2b303a83, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5248c2a6-88ff-4bc9-8a12-871d2b303a83,segment=NetworkSegment(c663b353-3ba1-46c0-91fb-cb2d1193b796),segment_id=c663b353-3ba1-46c0-91fb-cb2d1193b796)] {{(pid=91425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 14:45:20.928812 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436623'] for port, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.934433 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515fca7-ed41-422c-a6d0-ff0bccae7933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e867a6c1-6fb1-46af-b88b-f1cde94eab5b,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:20.937384 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-4515fca7-ed41-422c-a6d0-ff0bccae7933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:20.952820 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-4515fca7-ed41-422c-a6d0-ff0bccae7933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:20.956878 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-4515fca7-ed41-422c-a6d0-ff0bccae7933 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e867a6c1-6fb1-46af-b88b-f1cde94eab5b HTTP/1.1" status: 204 len: 168 time: 0.2022431 May 18 14:45:21.078844 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.plugins.ml2.plugin [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Calling delete_port for 5248c2a6-88ff-4bc9-8a12-871d2b303a83 owned by compute:nova {{(pid=91425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 14:45:21.208858 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326661', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33151876', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732557690552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732557258487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2134379'] for port, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.216410 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-1d28861c-9aea-4a6f-b5ef-a7769c0fcac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:21.220329 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.db [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] get_ports_and_sgs() called for port_ids ['5248c2a6-88ff-4bc9-8a12-871d2b303a83'] {{(pid=91427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 14:45:21.270264 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Pushing event deleted for resources: {'Port': ['ID=5248c2a6-88ff-4bc9-8a12-871d2b303a83,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:21.273255 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:21.300715 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33412) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:21.324197 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.341053 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:21.345461 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Usage tracker for resource:security_group_rule and tenant:de94119fe4df4227846721160147bf58 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:21.348884 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:21.355790 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:21.359905 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] No DVR routers for this DVR port 5248c2a6-88ff-4bc9-8a12-871d2b303a83 on host hv-cinder-78719 {{(pid=91425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 14:45:21.362614 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7906'] for port, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.366055 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ef8e7d-6a23-4084-aad1-a74921eb52fd', 'name': 'network-vif-deleted', 'tag': '5248c2a6-88ff-4bc9-8a12-871d2b303a83'}] {{(pid=91425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 14:45:21.391318 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [req-99dbec99-9b69-46a1-bd51-cc54ec57539d req-583a096a-16c4-43f2-a96b-3cd0b6cc2b94 tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.66 "DELETE /v2.0/ports/5248c2a6-88ff-4bc9-8a12-871d2b303a83 HTTP/1.1" status: 204 len: 173 time: 0.8625927 May 18 14:45:21.434732 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ef8e7d-6a23-4084-aad1-a74921eb52fd', 'name': 'network-vif-deleted', 'tag': '5248c2a6-88ff-4bc9-8a12-871d2b303a83', 'status': 'completed', 'code': 200} May 18 14:45:21.484684 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.491960 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.504226 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-f874da74-5213-4763-981c-ecb4ccb40bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:21.599813 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de94119fe4df4227846721160147bf58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977278 May 18 14:45:21.601933 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [req-53e93a99-5347-4026-91a6-2b7780e5d275 req-b725cd6f-9645-4fdf-9ded-5f3414a0e87a tempest-VolumesNegativeTest-819195448 tempest-VolumesNegativeTest-819195448-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2ef8e7d-6a23-4084-aad1-a74921eb52fd HTTP/1.1" status: 200 len: 210 time: 0.0830672 May 18 14:45:21.602575 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33420) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:21.603724 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fb07a3-d734-4062-8389-0ec25ab23ad6,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:21.607587 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ab6b6b3e-87c9-4d6c-aa77-5fac592056e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:21.663622 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-729fc2f5-38ab-460d-a0b5-485158d731b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.690347 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-729fc2f5-38ab-460d-a0b5-485158d731b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.743133 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-729fc2f5-38ab-460d-a0b5-485158d731b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.747468 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-31288c4b-6a8f-491a-9cb1-42ff76564856 tempest-TestMinimumBasicScenario-68309965 tempest-TestMinimumBasicScenario-68309965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:21.761572 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fc2f5-38ab-460d-a0b5-485158d731b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fb07a3-d734-4062-8389-0ec25ab23ad6,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:21.765564 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-729fc2f5-38ab-460d-a0b5-485158d731b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:21.769603 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-729fc2f5-38ab-460d-a0b5-485158d731b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:21.770801 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-729fc2f5-38ab-460d-a0b5-485158d731b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06fb07a3-d734-4062-8389-0ec25ab23ad6 HTTP/1.1" status: 204 len: 168 time: 0.1671805 May 18 14:45:24.549591 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 5248c2a6-88ff-4bc9-8a12-871d2b303a83 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 14:45:24.585711 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.plugin [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] No Port match for: 5248c2a6-88ff-4bc9-8a12-871d2b303a83 {{(pid=91427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 14:45:24.586063 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron.plugins.ml2.rpc [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Device 5248c2a6-88ff-4bc9-8a12-871d2b303a83 not bound to the agent host hv-cinder-78719 {{(pid=91427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 14:45:26.448694 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33704) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:26.567150 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:26.586027 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:26.590435 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Usage tracker for resource:security_group_rule and tenant:74820e72d74647249fe05de2f101ecac is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:26.593370 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:26.599126 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:26.683881 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:26.687897 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:26.695100 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-dcea26b6-104b-4854-9137-f24e84766b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:26.737153 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74820e72d74647249fe05de2f101ecac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872844 May 18 14:45:26.738098 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b25ab12-e6fc-4d46-ad41-b6b54ab8594d,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:26.739902 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33710) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:26.741094 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-e7aa39ed-be7b-4fcb-93b9-2f20051e1242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:26.801419 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:26.827754 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:26.880841 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:26.884637 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-5f2194fe-8ad7-4b9e-9edd-8e7c01c6b31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:26.897948 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b25ab12-e6fc-4d46-ad41-b6b54ab8594d,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:26.907324 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.907707 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.908082 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.908450 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.908840 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.909206 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.909578 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.909923 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.910280 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.910632 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.911053 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.911346 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-7-smb {{(pid=91425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 14:45:26.914694 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:26.915379 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:26.916501 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b25ab12-e6fc-4d46-ad41-b6b54ab8594d HTTP/1.1" status: 204 len: 168 time: 0.1747570 May 18 14:45:27.203314 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33720) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:27.223273 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.239313 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:27.243491 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Usage tracker for resource:security_group_rule and tenant:5619c7a5ce494d3da22f236c06ae54c8 is out of sync, need to count used quota {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:27.246583 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.quota.resource [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:27.252615 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.db.quota.driver [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:27.339905 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.345102 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.358141 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-d97a4fc4-45b0-4788-a4b5-5d283c3728e9 tempest-AttachVolumeTestJSON-435419184 tempest-AttachVolumeTestJSON-435419184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:27.400113 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab557d7-f630-43fc-9732-ccd35664d4fb,revision_number=1']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:27.405100 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5619c7a5ce494d3da22f236c06ae54c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001216 May 18 14:45:27.406456 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2a8f0e4f-e833-427a-93b4-0e1473efc600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:27.407340 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33728) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:27.469767 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eff3dce4-6b6b-4e8b-83f5-8907504fd4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.496888 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eff3dce4-6b6b-4e8b-83f5-8907504fd4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.504352 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33732) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:27.554323 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eff3dce4-6b6b-4e8b-83f5-8907504fd4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.558706 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-15058b09-9aa1-44c0-b16a-c2a9413f72c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:27.570340 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3dce4-6b6b-4e8b-83f5-8907504fd4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab557d7-f630-43fc-9732-ccd35664d4fb,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:27.577344 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-eff3dce4-6b6b-4e8b-83f5-8907504fd4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:27.581723 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-eff3dce4-6b6b-4e8b-83f5-8907504fd4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.582970 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-eff3dce4-6b6b-4e8b-83f5-8907504fd4c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ab557d7-f630-43fc-9732-ccd35664d4fb HTTP/1.1" status: 204 len: 168 time: 0.1747746 May 18 14:45:27.666570 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-50d7f02c-49d3-4df5-993c-8bb33bc39cae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e70bf3d2021147b38536186d6fbf6bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602967 May 18 14:45:27.668978 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33740) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:27.731956 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c3f795b3-e393-45d5-8d54-63939c209cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.762940 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c3f795b3-e393-45d5-8d54-63939c209cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.817165 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c3f795b3-e393-45d5-8d54-63939c209cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.821170 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-ddb54b84-a06f-4823-97a9-cbb385727e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:27.836929 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f795b3-e393-45d5-8d54-63939c209cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6e543-2a66-45bf-af88-d8296052bdf8,revision_number=None']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:27.839903 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-c3f795b3-e393-45d5-8d54-63939c209cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:27.849991 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-c3f795b3-e393-45d5-8d54-63939c209cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:27.851145 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-c3f795b3-e393-45d5-8d54-63939c209cd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7dd6e543-2a66-45bf-af88-d8296052bdf8 HTTP/1.1" status: 204 len: 168 time: 0.1812766 May 18 14:45:39.921330 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.wsgi [-] (91426) accepted ('10.222.0.18', 33876) {{(pid=91426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:40.044292 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.063653 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 14:45:40.068368 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Usage tracker for resource:security_group_rule and tenant:e727f33d149f4320a737970c4e3533d9 is out of sync, need to count used quota {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 14:45:40.071725 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.quota.resource [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91426) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 14:45:40.078920 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.db.quota.driver [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91426) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 14:45:40.162816 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.167431 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron_lib.callbacks.manager [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_create {{(pid=91426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.174614 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-6dac8ffb-cb80-4c68-a4e7-72f0f7a53734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:40.217335 dv-cinder-787195-7-smb neutron-server[91426]: INFO neutron.wsgi [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e727f33d149f4320a737970c4e3533d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949047 May 18 14:45:40.218276 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaa1ccf-b732-45e6-a727-cb10d77c7db4,revision_number=1']} {{(pid=91426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:40.220261 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.wsgi [-] (91425) accepted ('10.222.0.18', 33882) {{(pid=91425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 14:45:40.221494 dv-cinder-787195-7-smb neutron-server[91426]: DEBUG oslo_concurrency.lockutils [None req-39ab515d-a739-4027-b9eb-dbfe0dd95de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:40.285700 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e37e7d6c-a744-4669-92bf-7dc579f54dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.313061 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e37e7d6c-a744-4669-92bf-7dc579f54dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.366889 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e37e7d6c-a744-4669-92bf-7dc579f54dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33054591'] for security_group, after_delete {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.371848 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-2e6c60fa-cc16-4195-90e6-b0324eede668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 14:45:40.385125 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e7d6c-a744-4669-92bf-7dc579f54dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaa1ccf-b732-45e6-a727-cb10d77c7db4,revision_number=None']} {{(pid=91425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 14:45:40.388148 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG oslo_concurrency.lockutils [None req-e37e7d6c-a744-4669-92bf-7dc579f54dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 14:45:40.389146 dv-cinder-787195-7-smb neutron-server[91425]: DEBUG neutron_lib.callbacks.manager [None req-e37e7d6c-a744-4669-92bf-7dc579f54dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:40.390292 dv-cinder-787195-7-smb neutron-server[91425]: INFO neutron.wsgi [None req-e37e7d6c-a744-4669-92bf-7dc579f54dcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feaa1ccf-b732-45e6-a727-cb10d77c7db4 HTTP/1.1" status: 204 len: 168 time: 0.1689792 May 18 14:45:41.055944 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:45:42.904170 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-70bb3183-0bf4-48b0-9379-a2b4208942b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:45.586448 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:45.748975 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-97dc2d9b-e106-4d8d-9c02-efbf7ce45c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:46.408402 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:48.338929 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:45:49.983200 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:12.907896 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b04c9fa1-8ff8-4c2b-82c2-10272699b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.589625 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:15.750149 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-657dfd6a-a8ba-47d3-9094-5f594f445210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:16.412253 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:18.054529 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:46:18.342670 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:19.979737 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:42.909656 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-8b281731-6487-45f8-b4a4-a35d4a99fa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:45.593984 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:45.751720 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-cb9ca9de-d848-440c-9a9d-fdfe4af89513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:46.414393 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:48.344528 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:49.978706 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:46:55.053630 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:47:12.912804 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-bed87ffa-c8ba-4c5c-b788-f2f3492f7021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:15.597759 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:15.752173 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-597be9d3-ca99-486f-8bf8-3329f16b1192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:16.417243 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:18.347854 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:20.007782 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:32.051960 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:47:42.916126 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-5288b0c2-1bd8-435a-9283-05f1635567c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:45.600239 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:45.755048 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d5343783-d795-4117-bae7-08672447b0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:46.419877 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:48.350922 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:47:50.021834 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:09.051319 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:48:12.917956 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2801-ff0d-4111-93fc-b0ed036b5656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:15.603775 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:15.756428 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-b586457e-0d91-45ba-8dac-d5883d511e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:16.423679 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:18.353211 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:20.019962 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:42.918740 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-af521dfa-42ba-4cfb-ae00-c27ae3c1619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:45.606895 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:45.758765 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-375b8945-766a-45aa-83ee-4c36b11d84fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:46.049790 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:48:46.426714 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:48.356095 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:48:50.034419 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:12.921025 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d3ba381f-b485-462b-9179-e6dc9c2ce3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:15.609516 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:15.761108 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-52bb7aeb-a24e-474b-a817-ef0b869dc4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:16.429402 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:18.359076 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:20.048138 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:23.049724 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:49:42.924932 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ee9c97a0-a5a4-436c-bf37-aaf6a5797b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:45.611822 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:45.762787 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-dd41408c-27aa-475b-9b4c-0247a1b1dd6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:46.432218 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:48.361280 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:49:50.046042 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:00.049356 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:50:12.929569 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-a9a749f5-9e1d-498e-9422-ee56d005c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:15.614529 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:15.766361 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-90368ae5-c2fd-4dbc-b0fd-80e803f3f6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:16.435416 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:18.365651 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:20.059902 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-abac4fbc-847e-4644-b09b-a47f24740f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:37.048674 dv-cinder-787195-7-smb neutron-server[91428]: DEBUG neutron.db.agents_db [None req-e3abc29a-cdc9-4fce-ab60-c841a46e2fe3 None None] Agent healthcheck: found 6 active agents {{(pid=91428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 14:50:42.932831 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-ad0259aa-b7c5-4535-be1f-61e8ad6e6b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:45.617452 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-d40d24d8-946a-4128-b192-1344ad51e3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:45.767434 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-89b5773c-a976-44f2-9b99-350cbf1881ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:46.438765 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-2e177314-47f0-4a55-a519-970e6ef2a52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 14:50:48.367487 dv-cinder-787195-7-smb neutron-server[91427]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea61e-e668-495d-9215-70accf69afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732557704668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32948931'] for agent, after_update {{(pid=91427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}